[CI] Fix MoE compile and DSA indexer regressions (#32937)
This commit is contained in:
@@ -23,7 +23,8 @@ def fused_moe_forward_native(
|
|||||||
dispatch_output: StandardDispatchOutput,
|
dispatch_output: StandardDispatchOutput,
|
||||||
) -> StandardCombineInput:
|
) -> StandardCombineInput:
|
||||||
|
|
||||||
x, x_scale, topk_output = dispatch_output
|
x = dispatch_output.hidden_states
|
||||||
|
topk_output = dispatch_output.topk_output
|
||||||
moe_runner_config = layer.moe_runner_config
|
moe_runner_config = layer.moe_runner_config
|
||||||
|
|
||||||
if moe_runner_config.apply_router_weight_on_input:
|
if moe_runner_config.apply_router_weight_on_input:
|
||||||
|
|||||||
@@ -262,6 +262,7 @@ class MockModelRunner:
|
|||||||
"dsa_topk_backend": "sgl-kernel",
|
"dsa_topk_backend": "sgl-kernel",
|
||||||
"dsa_paged_mqa_logits_backend": "auto",
|
"dsa_paged_mqa_logits_backend": "auto",
|
||||||
"disaggregation_mode": "null",
|
"disaggregation_mode": "null",
|
||||||
|
"enable_two_batch_overlap": False,
|
||||||
},
|
},
|
||||||
)()
|
)()
|
||||||
self.hisparse_coordinator = None
|
self.hisparse_coordinator = None
|
||||||
|
|||||||
Reference in New Issue
Block a user