diff --git a/python/sglang/srt/models/gemma4_mtp.py b/python/sglang/srt/models/gemma4_mtp.py index f652661fc..3978a1be1 100644 --- a/python/sglang/srt/models/gemma4_mtp.py +++ b/python/sglang/srt/models/gemma4_mtp.py @@ -91,7 +91,7 @@ class Gemma4AssistantForCausalLM(Gemma4ForCausalLM): 2 * self.backbone_hidden_size, self.hidden_size, bias=False, - quant_config=None, + quant_config=quant_config, prefix=add_prefix("pre_projection", prefix), ) self.model = Gemma4TextModel( @@ -103,7 +103,7 @@ class Gemma4AssistantForCausalLM(Gemma4ForCausalLM): self.hidden_size, self.backbone_hidden_size, bias=False, - quant_config=None, + quant_config=quant_config, prefix=add_prefix("post_projection", prefix), )