minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[DeepEP] Add SGLANG_DEEPEP_BF16_DISPATCH env var in Normal mode (#13787)

Browse Source
This commit is contained in:
Xiaoyu Zhang
2025-11-23 17:32:43 +08:00
committed by GitHub
parent ac5505b04c
commit b964ce61d6
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/moe/token_dispatcher/deepep.py
+1
View File
@@ -377,6 +377,7 @@ class _DeepEPDispatcherImplNormal(_DeepEPDispatcherImplBase):
if ( if (
deep_gemm_wrapper.ENABLE_JIT_DEEPGEMM deep_gemm_wrapper.ENABLE_JIT_DEEPGEMM
and not get_moe_runner_backend().is_cutlass() and not get_moe_runner_backend().is_cutlass()
and not get_bool_env_var("SGLANG_DEEPEP_BF16_DISPATCH")
): ):
# TODO hard code 128 block quant,use fp8 communication # TODO hard code 128 block quant,use fp8 communication
hidden_states = sglang_per_token_group_quant_fp8( hidden_states = sglang_per_token_group_quant_fp8(