minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Enable DeepGEMM PDL on by default (#23979)

Browse Source 
Co-authored-by: b8zhong <b8zhong@users.noreply.github.com>
Co-authored-by: Brayden Zhong <brayden@radixark.ai>
This commit is contained in:
Brayden Zhong
2026-06-04 14:13:45 -07:00
committed by GitHub
co-authored by b8zhong Brayden Zhong
parent cd98d97037
commit 5bf90ad988
2 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/environ.py
+1
View File
@@ -483,6 +483,7 @@ class Envs:
SGLANG_DG_USE_NVRTC = EnvBool(False) SGLANG_DG_USE_NVRTC = EnvBool(False)
SGLANG_USE_DEEPGEMM_BMM = EnvBool(False) SGLANG_USE_DEEPGEMM_BMM = EnvBool(False)
SGLANG_DEEPGEMM_SANITY_CHECK = EnvBool(False) SGLANG_DEEPGEMM_SANITY_CHECK = EnvBool(False)
SGLANG_DEEPGEMM_PDL = EnvBool(True)
SGLANG_PP_PARALLEL_DEEPGEMM_WARMUP = EnvBool(False) SGLANG_PP_PARALLEL_DEEPGEMM_WARMUP = EnvBool(False)
# DeepSeek MHA Optimization # DeepSeek MHA Optimization
python/sglang/srt/layers/deep_gemm_wrapper/entrypoint.py
+3
View File
@@ -20,6 +20,9 @@ if ENABLE_JIT_DEEPGEMM:
import deep_gemm import deep_gemm
from deep_gemm.utils.layout import get_mn_major_tma_aligned_tensor # noqa: F401 from deep_gemm.utils.layout import get_mn_major_tma_aligned_tensor # noqa: F401
if envs.SGLANG_DEEPGEMM_PDL.get() and hasattr(deep_gemm, "set_pdl"):
deep_gemm.set_pdl(True)
_SANITY_CHECK = envs.SGLANG_DEEPGEMM_SANITY_CHECK.get() _SANITY_CHECK = envs.SGLANG_DEEPGEMM_SANITY_CHECK.get()