minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

fix(moe): avoid unpacking None from masked deep_gemm without overlap when sbo enabled (#26839)

Browse Source
This commit is contained in:
ybyang
2026-06-03 00:44:28 -07:00
committed by GitHub
parent 9450696aa5
commit f790674ad8
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/moe/moe_runner/deep_gemm.py
+3 -1
View File
@@ -486,7 +486,9 @@ class DeepGemmRunnerCore(MoeRunnerCore):
**gemm_overlap_args_dict, **gemm_overlap_args_dict,
) )
meta_overlap_args = running_state.get("meta_overlap_args", None) meta_overlap_args = running_state.get("meta_overlap_args", None)
if meta_overlap_args is not None: # Returns (block_m, threshold) only with down-gemm overlap, else None;
# meta_overlap_args may be set without overlap, so guard the unpack.
if meta_overlap_args is not None and deep_gemm_return_value is not None:
block_m, threshold = deep_gemm_return_value block_m, threshold = deep_gemm_return_value
meta_overlap_args["block_m"] = block_m meta_overlap_args["block_m"] = block_m
meta_overlap_args["threshold"] = threshold meta_overlap_args["threshold"] = threshold