minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Keep custom sgl-kernel wheel in CUDA CI (#24291)

Browse Source
This commit is contained in:
Mohammad Miadh Angkad
2026-05-02 21:53:21 -07:00
committed by GitHub
parent 266d994368
commit b7d8ceb444
1 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ci/cuda/ci_install_dependency.sh
+9 -5
View File
@@ -285,11 +285,15 @@ install_sglang_kernel() {
$PIP_CMD install "torch==${TORCH_VER}" "torchaudio==${TORCHAUDIO_VER}" "torchvision==${TORCHVISION_VER}" --index-url "https://download.pytorch.org/whl/${CU_VERSION}" --force-reinstall --no-deps $PIP_INSTALL_SUFFIX $PIP_CMD install "torch==${TORCH_VER}" "torchaudio==${TORCHAUDIO_VER}" "torchvision==${TORCHVISION_VER}" --index-url "https://download.pytorch.org/whl/${CU_VERSION}" --force-reinstall --no-deps $PIP_INSTALL_SUFFIX
fi fi
# install_sglang above pulls sglang-kernel from PyPI, whose default wheel if [ "${CUSTOM_BUILD_SGL_KERNEL:-}" != "true" ]; then
# tracks one CUDA version (currently cu130). Force-reinstall from the # install_sglang above pulls sglang-kernel from PyPI, whose default wheel
# CU_VERSION-matched sglang wheel index so runners on a different CUDA # tracks one CUDA version (currently cu130). Force-reinstall from the
# (e.g. h20 / cu129) get a wheel linked against the right libnvrtc. # CU_VERSION-matched sglang wheel index so runners on a different CUDA
$PIP_CMD install "sglang-kernel==${SGL_KERNEL_VERSION_FROM_SRT}" --index-url "https://docs.sglang.ai/whl/${CU_VERSION}/" --force-reinstall --no-deps $PIP_INSTALL_SUFFIX # (e.g. h20 / cu129) get a wheel linked against the right libnvrtc.
$PIP_CMD install "sglang-kernel==${SGL_KERNEL_VERSION_FROM_SRT}" --index-url "https://docs.sglang.ai/whl/${CU_VERSION}/" --force-reinstall --no-deps $PIP_INSTALL_SUFFIX
else
echo "CUSTOM_BUILD_SGL_KERNEL=true: keeping freshly built sgl-kernel wheel."
fi
mark_step_done "${FUNCNAME[0]}" mark_step_done "${FUNCNAME[0]}"
} }