[bugfix] NpuFuseEPMoE miss initialization parameters (#14295)
This commit is contained in:
@@ -429,6 +429,7 @@ class NpuFuseEPMoE(DeepEPMoE):
|
|||||||
prefix: str = "",
|
prefix: str = "",
|
||||||
activation: str = "silu",
|
activation: str = "silu",
|
||||||
routed_scaling_factor: Optional[float] = None,
|
routed_scaling_factor: Optional[float] = None,
|
||||||
|
**kwargs,
|
||||||
):
|
):
|
||||||
super().__init__(
|
super().__init__(
|
||||||
num_experts=num_experts,
|
num_experts=num_experts,
|
||||||
@@ -442,6 +443,7 @@ class NpuFuseEPMoE(DeepEPMoE):
|
|||||||
prefix=prefix,
|
prefix=prefix,
|
||||||
activation=activation,
|
activation=activation,
|
||||||
routed_scaling_factor=routed_scaling_factor,
|
routed_scaling_factor=routed_scaling_factor,
|
||||||
|
**kwargs,
|
||||||
)
|
)
|
||||||
|
|
||||||
self.quant_method.process_weights_after_loading = (
|
self.quant_method.process_weights_after_loading = (
|
||||||
|
|||||||
Reference in New Issue
Block a user