[NemotronH] Fix expert scale weight loading (#24434)

2026-05-08 12:37:06 -07:00
parent 2cf1a4ab38
commit 672f778512
2 changed files with 89 additions and 0 deletions
@@ -972,6 +972,8 @@ class NemotronHForCausalLM(nn.Module):
                        continue
                    is_expert_weight = True
                    name_mapped = name.replace(weight_name, param_name)
+                    if name_mapped not in params_dict:
+                        continue
                    param = params_dict[name_mapped]
                    param.weight_loader(
                        param,