fix(moe): avoid unpacking None from masked deep_gemm without overlap when sbo enabled (#26839)
This commit is contained in:
@@ -486,7 +486,9 @@ class DeepGemmRunnerCore(MoeRunnerCore):
|
||||
**gemm_overlap_args_dict,
|
||||
)
|
||||
meta_overlap_args = running_state.get("meta_overlap_args", None)
|
||||
if meta_overlap_args is not None:
|
||||
# Returns (block_m, threshold) only with down-gemm overlap, else None;
|
||||
# meta_overlap_args may be set without overlap, so guard the unpack.
|
||||
if meta_overlap_args is not None and deep_gemm_return_value is not None:
|
||||
block_m, threshold = deep_gemm_return_value
|
||||
meta_overlap_args["block_m"] = block_m
|
||||
meta_overlap_args["threshold"] = threshold
|
||||
|
||||
Reference in New Issue
Block a user