minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix installation for nvidia-nvshmem-cu12 (#14033)

Browse Source
This commit is contained in:
Cheng Wan
2025-11-26 18:27:12 -08:00
committed by GitHub
parent e9e90460ed
commit b12c9e5c0a
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ci/ci_install_deepep.sh
-3
View File
@@ -46,9 +46,6 @@ if [ ! -e "$LIB_PATH/libmlx5.so" ]; then
fi fi
apt-get update && apt-get install -y libfabric-dev apt-get update && apt-get install -y libfabric-dev
# Install NVSHMEM
pip install nvidia-nvshmem-cu12==3.4.5 --force-reinstall
# Install DeepEP # Install DeepEP
DEEPEP_DIR=/root/.cache/deepep DEEPEP_DIR=/root/.cache/deepep
rm -rf ${DEEPEP_DIR} rm -rf ${DEEPEP_DIR}
scripts/ci/ci_install_dependency.sh
+4
View File
@@ -134,6 +134,10 @@ if [ "$IS_BLACKWELL" != "1" ]; then
git clone --branch v0.5 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git git clone --branch v0.5 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git
$PIP_CMD install -e lmms-eval/ $PIP_INSTALL_SUFFIX $PIP_CMD install -e lmms-eval/ $PIP_INSTALL_SUFFIX
fi fi
# DeepEP depends on nvshmem 3.4.5
$PIP_CMD install nvidia-nvshmem-cu12==3.4.5 --force-reinstall $PIP_INSTALL_SUFFIX
# Cudnn with version less than 9.16.0.29 will cause performance regression on Conv3D kernel # Cudnn with version less than 9.16.0.29 will cause performance regression on Conv3D kernel
$PIP_CMD install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall $PIP_INSTALL_SUFFIX $PIP_CMD install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall $PIP_INSTALL_SUFFIX
$PIP_CMD uninstall xformers || true $PIP_CMD uninstall xformers || true