[Fix] glm5_next: Correct num_experts_per_tok default to 8 (#44093)

This commit is contained in:
qiaonan02
2026-10-15 21:53:31 +08:00
committed by GitHub
parent 09b7383624
commit c4870d98cf
+1 -1
View File
@@ -104,7 +104,7 @@ class Glm5NextTextConfig(PretrainedConfig):
attention_bias: bool = False,
attention_dropout: float = 0.0,
n_routed_experts: Optional[int] = 288,
num_experts_per_tok: int = 7,
num_experts_per_tok: int = 8,
n_shared_experts: int = 1,
n_group: int = 1,
topk_group: int = 1,