diff --git a/python/sglang/srt/models/gemma3_causal.py b/python/sglang/srt/models/gemma3_causal.py index 2af6216da..a2ae549e6 100644 --- a/python/sglang/srt/models/gemma3_causal.py +++ b/python/sglang/srt/models/gemma3_causal.py @@ -857,6 +857,16 @@ class Gemma3ForCausalLM(PreTrainedModel): params_dict = dict(self.named_parameters()) loaded_params: Set[str] = set() for name, loaded_weight in weights: + remapped_name = maybe_remap_kv_scale_name(name, params_dict) + if remapped_name is None: + continue + if remapped_name != name: + param = params_dict[remapped_name] + weight_loader = getattr(param, "weight_loader", default_weight_loader) + weight_loader(param, loaded_weight) + loaded_params.add(remapped_name) + continue + for param_name, shard_name, shard_id in stacked_params_mapping: # if param_name in name: # print(f"{param_name} is already in {name}")