[Bugfix] Fix Intern-S1 FP8 expert count lookup (#28629)

2026-06-18 17:49:59 +08:00
parent 67db2ac3e7
commit b7d7dfb4ed
1 changed files with 1 additions and 1 deletions
@@ -211,7 +211,7 @@ class InternS1ForConditionalGeneration(nn.Module):
                ckpt_gate_proj_name="gate_proj",
                ckpt_down_proj_name="down_proj",
                ckpt_up_proj_name="up_proj",
-                num_experts=self.config.num_experts,
+                num_experts=self.config.text_config.num_experts,
            )

        params_dict = dict(self.named_parameters())