minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Use Flashinfer 0.6.18 release for CUDA 13.4 package (#37073)

Browse Source
This commit is contained in:
Trevor Morris
2026-08-29 21:06:00 -07:00
committed by GitHub
parent a7ee399904
commit 7f540274a7
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/Dockerfile.cu134
+5 -1
View File
@@ -99,7 +99,7 @@ ARG PIP_DEFAULT_INDEX
ARG UBUNTU_MIRROR ARG UBUNTU_MIRROR
ARG GITHUB_ARTIFACTORY=github.com ARG GITHUB_ARTIFACTORY=github.com
ARG INSTALL_FLASHINFER_JIT_CACHE=1 ARG INSTALL_FLASHINFER_JIT_CACHE=1
ARG FLASHINFER_VERSION=0.6.18rc10 ARG FLASHINFER_VERSION=0.6.18
ARG CUTLASS_DSL_VERSION=4.8.0.dev0 ARG CUTLASS_DSL_VERSION=4.8.0.dev0
ARG MOONCAKE_VERSION=0.3.12.post1 ARG MOONCAKE_VERSION=0.3.12.post1
ARG MSCCLPP_VERSION=sglang-v0.9.1 ARG MSCCLPP_VERSION=sglang-v0.9.1
@@ -894,6 +894,10 @@ elif [ "${CUDA_VERSION%%.*}" = "13" ]; then \
python3 -m pip install "cuda-python>=13,<14" ; \ python3 -m pip install "cuda-python>=13,<14" ; \
fi fi
# Install the latest available AI Dynamo prerelease from NVIDIA's package index.
RUN --mount=type=cache,target=/root/.cache/pip \
python3 -m pip install --pre --extra-index-url https://pypi.nvidia.com/ ai-dynamo
# Add yank script # Add yank script
COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank