[MoE] Make DeepEP auto serve flashinfer_cutedsl FP4 (coerce to low_latency) + guard (#29523)

This commit is contained in:
Xinyuan Tong
2026-07-24 06:59:18 +00:00
committed by GitHub
parent 15d73f1e03
commit 39955d5314
+16
View File
@@ -6359,6 +6359,22 @@ class ServerArgs:
)
if a2a_backend == "deepep":
if self.moe_runner_backend == "flashinfer_cutedsl":
if self.deepep_mode == "auto":
self.deepep_mode = "low_latency"
logger.warning(
"Forcing --deepep-mode low_latency: flashinfer_cutedsl "
"FP4 MoE has no DeepEP normal-dispatch handler, so "
"deepep auto mode would crash during prefill. "
"low_latency covers both prefill and decode."
)
elif self.deepep_mode == "normal":
raise ValueError(
"flashinfer_cutedsl FP4 MoE only supports DeepEP "
"low_latency dispatch (masked layout). DeepEP normal "
"(prefill) dispatch has no CuteDSL FP4 handler. Pass "
"--deepep-mode low_latency or auto."
)
if self.deepep_mode == "normal":
logger.warning("Cuda graph is disabled because deepep_mode=`normal`")
self.cuda_graph_config.decode.backend = Backend.DISABLED