minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Update nixl installation to include nixl-cu13 for h20 runner (#28930)

Browse Source
This commit is contained in:
Shangming Cai
2026-06-22 20:35:14 +08:00
committed by GitHub
parent b8e64fb56d
commit 06e001347a
1 changed files with 14 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ci/cuda/ci_install_dependency.sh
+14 -5
View File
@@ -441,13 +441,20 @@ stabilize_flashinfer_jit_paths() {
} }
install_extra_deps() { install_extra_deps() {
MOONCAKE_VERSION="0.3.11.post1"
NIXL_VERSION="1.3.0"
NIXL_PKG="nixl==${NIXL_VERSION}"
if [ "$CU_MAJOR" = "13" ]; then if [ "$CU_MAJOR" = "13" ]; then
MOONCAKE_PKG="mooncake-transfer-engine-cuda13==0.3.11.post1" MOONCAKE_PKG="mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"
MOONCAKE_STALE_PKG="mooncake-transfer-engine" MOONCAKE_STALE_PKG="mooncake-transfer-engine"
NIXL_BIN_PKG="nixl-cu13==${NIXL_VERSION}"
NIXL_STALE_BIN_PKG="nixl-cu12"
EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc" EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc"
else else
MOONCAKE_PKG="mooncake-transfer-engine==0.3.11.post1" MOONCAKE_PKG="mooncake-transfer-engine==${MOONCAKE_VERSION}"
MOONCAKE_STALE_PKG="mooncake-transfer-engine-cuda13" MOONCAKE_STALE_PKG="mooncake-transfer-engine-cuda13"
NIXL_BIN_PKG="nixl-cu12==${NIXL_VERSION}"
NIXL_STALE_BIN_PKG="nixl-cu13"
EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc-cu12" EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc-cu12"
fi fi
# Both variants own the same mooncake/ package files and bin/ scripts # Both variants own the same mooncake/ package files and bin/ scripts
@@ -459,10 +466,12 @@ install_extra_deps() {
$PIP_UNINSTALL_CMD ${MOONCAKE_STALE_PKG} $PIP_UNINSTALL_SUFFIX || true $PIP_UNINSTALL_CMD ${MOONCAKE_STALE_PKG} $PIP_UNINSTALL_SUFFIX || true
$PIP_CMD install ${MOONCAKE_PKG} --force-reinstall --no-deps $PIP_INSTALL_SUFFIX $PIP_CMD install ${MOONCAKE_PKG} --force-reinstall --no-deps $PIP_INSTALL_SUFFIX
fi fi
$PIP_CMD install ${MOONCAKE_PKG} ${EXTRA_NVIDIA_SPECS} py-spy scipy huggingface_hub[hf_xet] pytest $PIP_INSTALL_SUFFIX
# Best-effort NIXL install for decode-radix disaggregation coverage. # Best-effort NIXL install for decode-radix disaggregation coverage.
$PIP_CMD install nixl --force-reinstall --no-deps $PIP_INSTALL_SUFFIX || echo "Warning: nixl install failed; continuing without nixl" if pip show ${NIXL_STALE_BIN_PKG} >/dev/null 2>&1; then
$PIP_UNINSTALL_CMD ${NIXL_STALE_BIN_PKG} $PIP_UNINSTALL_SUFFIX || true
$PIP_CMD install ${NIXL_PKG} ${NIXL_BIN_PKG} --force-reinstall --no-deps $PIP_INSTALL_SUFFIX
fi
$PIP_CMD install ${MOONCAKE_PKG} ${NIXL_PKG} ${NIXL_BIN_PKG} ${EXTRA_NVIDIA_SPECS} py-spy scipy huggingface_hub[hf_xet] pytest $PIP_INSTALL_SUFFIX
if [ "$IS_BLACKWELL" != "1" ]; then if [ "$IS_BLACKWELL" != "1" ]; then
git clone --branch v0.5 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git git clone --branch v0.5 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git