Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/release-docker-gateway.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,5 +26,5 @@ jobs:
version=$(cat sgl-router/bindings/python/sglang_router/version.py | cut -d'"' -f2)
tag=v${version}

docker build . -f docker/router.Dockerfile -t lmsysorg/sglang-router:${tag} --no-cache
docker build . -f docker/gateway.Dockerfile -t lmsysorg/sglang-router:${tag} --no-cache
docker push lmsysorg/sglang-router:${tag}
2 changes: 1 addition & 1 deletion docker/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -316,7 +316,7 @@ RUN --mount=type=cache,target=/root/.cache/pip curl --proto '=https' --tlsv1.2 -
&& export PATH="/root/.cargo/bin:${PATH}" \
&& rustc --version && cargo --version \
&& python3 -m pip install maturin \
&& cd /sgl-workspace/sglang/sgl-router \
&& cd /sgl-workspace/sglang/sgl-router/bindings/python \
&& ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist \
&& python3 -m pip install --force-reinstall dist/*.whl \
&& rm -rf /root/.cargo /root/.rustup target dist ~/.cargo \
Expand Down
5 changes: 3 additions & 2 deletions docker/router.Dockerfile → docker/gateway.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -57,15 +57,16 @@ WORKDIR /opt/sglang/sgl-router
# install maturin and build the wheel with vendored OpenSSL
RUN uv pip install maturin \
&& cargo clean \
&& rm -rf dist/ \
&& rm -rf bindings/python/dist/ \
&& cd bindings/python \
&& maturin build --release --features vendored-openssl --out dist \
&& rm -rf /root/.cache

######################### ROUTER IMAGE #########################
FROM base AS router-image

# Copy the built package from the build image
COPY --from=build-image /opt/sglang/sgl-router/dist/*.whl dist/
COPY --from=build-image /opt/sglang/sgl-router/bindings/python/dist/*.whl dist/

# Build the package and install
RUN uv pip install --force-reinstall dist/*.whl
Expand Down
Loading