minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Tiny fix DeepGEMM precompile rank check (#14136)

Browse Source
This commit is contained in:
fzyzcjy
2025-11-30 09:07:17 +08:00
committed by GitHub
parent 1d3d8b3418
commit 9d0e5f1f74
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py
+1 -1
View File
@@ -53,7 +53,7 @@ def update_deep_gemm_config(gpu_id: int, server_args: ServerArgs):
m_max = min(1024 * 128, m_max) m_max = min(1024 * 128, m_max)
_BUILTIN_M_LIST = list(range(1, m_max + 1)) _BUILTIN_M_LIST = list(range(1, m_max + 1))
_IS_FIRST_RANK_ON_NODE = ServerArgs.base_gpu_id == gpu_id _IS_FIRST_RANK_ON_NODE = server_args.base_gpu_id == gpu_id
# Check if is the first rank on node. # Check if is the first rank on node.
# Default each rank will try compile all Ms to # Default each rank will try compile all Ms to