[NPU] Add extra topk_weights input in deepep ll dispatch (#29480)
This commit is contained in:
@@ -660,6 +660,7 @@ class _DeepEPDispatcherImplLowLatency(_DeepEPDispatcherImplBase):
|
|||||||
hidden_states, masked_m, event, hook = self._dispatch_core(
|
hidden_states, masked_m, event, hook = self._dispatch_core(
|
||||||
hidden_states,
|
hidden_states,
|
||||||
topk_ids,
|
topk_ids,
|
||||||
|
topk_weights,
|
||||||
)
|
)
|
||||||
return (
|
return (
|
||||||
hidden_states,
|
hidden_states,
|
||||||
@@ -706,6 +707,7 @@ class _DeepEPDispatcherImplLowLatency(_DeepEPDispatcherImplBase):
|
|||||||
self,
|
self,
|
||||||
hidden_states: torch.Tensor,
|
hidden_states: torch.Tensor,
|
||||||
topk_ids: torch.Tensor,
|
topk_ids: torch.Tensor,
|
||||||
|
topk_weights: torch.Tensor,
|
||||||
):
|
):
|
||||||
input_global_scale = self.quant_config.get("input_global_scale", None)
|
input_global_scale = self.quant_config.get("input_global_scale", None)
|
||||||
|
|
||||||
@@ -732,6 +734,7 @@ class _DeepEPDispatcherImplLowLatency(_DeepEPDispatcherImplBase):
|
|||||||
self.num_max_dispatch_tokens_per_rank,
|
self.num_max_dispatch_tokens_per_rank,
|
||||||
self.num_experts,
|
self.num_experts,
|
||||||
use_fp8=self.use_fp8,
|
use_fp8=self.use_fp8,
|
||||||
|
**(dict(topk_weights=topk_weights) if _is_npu else dict()),
|
||||||
**(dict(use_nvfp4=True) if self.use_nvfp4 else dict()),
|
**(dict(use_nvfp4=True) if self.use_nvfp4 else dict()),
|
||||||
**(
|
**(
|
||||||
dict(x_global_scale=input_global_scale)
|
dict(x_global_scale=input_global_scale)
|
||||||
|
|||||||
Reference in New Issue
Block a user