[MoE] Make DeepEP auto serve flashinfer_cutedsl FP4 (coerce to low_latency) + guard (#29523)
This commit is contained in:
@@ -6359,6 +6359,22 @@ class ServerArgs:
|
|||||||
)
|
)
|
||||||
|
|
||||||
if a2a_backend == "deepep":
|
if a2a_backend == "deepep":
|
||||||
|
if self.moe_runner_backend == "flashinfer_cutedsl":
|
||||||
|
if self.deepep_mode == "auto":
|
||||||
|
self.deepep_mode = "low_latency"
|
||||||
|
logger.warning(
|
||||||
|
"Forcing --deepep-mode low_latency: flashinfer_cutedsl "
|
||||||
|
"FP4 MoE has no DeepEP normal-dispatch handler, so "
|
||||||
|
"deepep auto mode would crash during prefill. "
|
||||||
|
"low_latency covers both prefill and decode."
|
||||||
|
)
|
||||||
|
elif self.deepep_mode == "normal":
|
||||||
|
raise ValueError(
|
||||||
|
"flashinfer_cutedsl FP4 MoE only supports DeepEP "
|
||||||
|
"low_latency dispatch (masked layout). DeepEP normal "
|
||||||
|
"(prefill) dispatch has no CuteDSL FP4 handler. Pass "
|
||||||
|
"--deepep-mode low_latency or auto."
|
||||||
|
)
|
||||||
if self.deepep_mode == "normal":
|
if self.deepep_mode == "normal":
|
||||||
logger.warning("Cuda graph is disabled because deepep_mode=`normal`")
|
logger.warning("Cuda graph is disabled because deepep_mode=`normal`")
|
||||||
self.cuda_graph_config.decode.backend = Backend.DISABLED
|
self.cuda_graph_config.decode.backend = Backend.DISABLED
|
||||||
|
|||||||
Reference in New Issue
Block a user