minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[model-gateway] change sgl-router to sgl-model-gateway (#14312)

Browse Source
This commit is contained in:
Simo Lin
2025-12-05 12:04:48 -08:00
committed by GitHub
parent 1ea6b740a7
commit 49dfa1d891
431 changed files with 86 additions and 93 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/Dockerfile
+3 -3
View File
@@ -281,16 +281,16 @@ RUN --mount=type=cache,target=/root/.cache/pip \
nixl \
py-spy
# Build and install sgl-router (install Rust, build, then remove to save space)
# Build and install sgl-model-gateway (install Rust, build, then remove to save space)
RUN --mount=type=cache,target=/root/.cache/pip \
curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y \
&& export PATH="/root/.cargo/bin:${PATH}" \
&& rustc --version && cargo --version \
&& python3 -m pip install maturin \
&& cd /sgl-workspace/sglang/sgl-router/bindings/python \
&& cd /sgl-workspace/sglang/sgl-model-gateway/bindings/python \
&& ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist \
&& python3 -m pip install --force-reinstall dist/*.whl \
&& cd /sgl-workspace/sglang/sgl-router \
&& cd /sgl-workspace/sglang/sgl-model-gateway \
&& cargo build --release --bin sglang-router --features vendored-openssl \
&& cp target/release/sglang-router /usr/local/bin/sglang-router \
&& rm -rf /root/.cargo /root/.rustup target dist ~/.cargo \