Fix MoE no_combine: skip router weight in down projection (#23545)
This commit is contained in:
@@ -618,7 +618,7 @@ def _fused_moe_kernel_sequence(
|
||||
sorted_token_ids,
|
||||
expert_ids,
|
||||
num_tokens_post_padded,
|
||||
not apply_router_weight_on_input,
|
||||
not apply_router_weight_on_input and not no_combine,
|
||||
1,
|
||||
down_config or config,
|
||||
compute_type=compute_type,
|
||||
|
||||
@@ -262,7 +262,7 @@ class BaseDispatcher(ABC):
|
||||
"""Base class for dispatchers."""
|
||||
|
||||
def __init__(self):
|
||||
self.quant_config: Optional[dict] = None
|
||||
self.quant_config: dict = {}
|
||||
|
||||
# Overlap args
|
||||
self.overlap_args: Optional[CombineOverlapArgs] = None
|
||||
|
||||
Reference in New Issue
Block a user