[MoE] Fix NaN in flashinfer TRT-LLM A2A dispatch by sanitizing padding slots (#24850)
This commit is contained in:
@@ -219,6 +219,7 @@ class FlashinferDispatcher(BaseDispatcher):
|
|||||||
self.dummy_topk_ids_current_rank if self.has_dummy_token else topk_ids,
|
self.dummy_topk_ids_current_rank if self.has_dummy_token else topk_ids,
|
||||||
payloads,
|
payloads,
|
||||||
self.runtime_max_tokens_per_rank,
|
self.runtime_max_tokens_per_rank,
|
||||||
|
invalid_token_expert_id=-1,
|
||||||
expert_id_payload_index=expert_id_payload_index,
|
expert_id_payload_index=expert_id_payload_index,
|
||||||
)
|
)
|
||||||
if x_sf is not None:
|
if x_sf is not None:
|
||||||
|
|||||||
Reference in New Issue
Block a user