diff --git a/python/sglang/srt/models/interns1.py b/python/sglang/srt/models/interns1.py index e30906245..d64b767c8 100644 --- a/python/sglang/srt/models/interns1.py +++ b/python/sglang/srt/models/interns1.py @@ -211,7 +211,7 @@ class InternS1ForConditionalGeneration(nn.Module): ckpt_gate_proj_name="gate_proj", ckpt_down_proj_name="down_proj", ckpt_up_proj_name="up_proj", - num_experts=self.config.num_experts, + num_experts=self.config.text_config.num_experts, ) params_dict = dict(self.named_parameters())