minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix CUDA version handling in ci_install_deepep.sh (#14854)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-12-10 16:52:30 -08:00
committed by GitHub
parent b6523a4f72
commit 25e97380e3
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ci/ci_install_deepep.sh
+7 -1
View File
@@ -70,7 +70,13 @@ if [ "$GRACE_BLACKWELL" = "1" ]; then
if [ "$CUDA_VERSION" = "12.8" ]; then if [ "$CUDA_VERSION" = "12.8" ]; then
CHOSEN_TORCH_CUDA_ARCH_LIST='10.0' CHOSEN_TORCH_CUDA_ARCH_LIST='10.0'
elif awk -v ver="$CUDA_VERSION" 'BEGIN {exit !(ver > 12.8)}'; then elif awk -v ver="$CUDA_VERSION" 'BEGIN {exit !(ver > 12.8)}'; then
CHOSEN_TORCH_CUDA_ARCH_LIST='10.0;10.3' # With cuda > 12.8, the compiler supports 10.3, so we should use
# CHOSEN_TORCH_CUDA_ARCH_LIST='10.0;10.3'
#
# However, our CI machine has a weird setup and nvidia-smi reports wrong CUDA version in the container.
# The container is actually cuda 12.8, but nvidia-smi reports 13.0, leading to compilation errors. so we
# drop 10.3.
CHOSEN_TORCH_CUDA_ARCH_LIST='10.0'
else else
echo "Unsupported CUDA version for Grace Blackwell: $CUDA_VERSION" && exit 1 echo "Unsupported CUDA version for Grace Blackwell: $CUDA_VERSION" && exit 1
fi && \ fi && \