[MoE] Fix NaN in flashinfer TRT-LLM A2A dispatch by sanitizing padding slots (#24850)

This commit is contained in:
Ming Yang
2026-05-10 21:57:43 -07:00
committed by GitHub
parent a6f359d103
commit 8e2142c15a
@@ -219,6 +219,7 @@ class FlashinferDispatcher(BaseDispatcher):
self.dummy_topk_ids_current_rank if self.has_dummy_token else topk_ids,
payloads,
self.runtime_max_tokens_per_rank,
invalid_token_expert_id=-1,
expert_id_payload_index=expert_id_payload_index,
)
if x_sf is not None: