From 9814cc89ce03bad0e4d69e50de05e1dbcd433fca Mon Sep 17 00:00:00 2001 From: Lewis <63569348+TTThanos@users.noreply.github.com> Date: Wed, 29 Apr 2026 04:36:09 +0800 Subject: [PATCH] [Fix] NVFP4 qwen3.5 quant error fix by add packed_modules_mapping (#23471) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: 百麒 --- python/sglang/srt/models/qwen3_5.py | 24 +++++++++++------------- 1 file changed, 11 insertions(+), 13 deletions(-) diff --git a/python/sglang/srt/models/qwen3_5.py b/python/sglang/srt/models/qwen3_5.py index 516a3b89c..ebec4f2a6 100644 --- a/python/sglang/srt/models/qwen3_5.py +++ b/python/sglang/srt/models/qwen3_5.py @@ -932,13 +932,12 @@ ALL_DECODER_LAYER_TYPES = { class Qwen3_5ForCausalLM(nn.Module): """Qwen3.5 Model with support for dense variant.""" - if _is_gfx95 or _is_npu: - packed_modules_mapping = { - "qkv_proj": ["q_proj", "k_proj", "v_proj"], - "gate_up_proj": ["gate_proj", "up_proj"], - "in_proj_qkvz": ["in_proj_qkv", "in_proj_z"], - "in_proj_ba": ["in_proj_b", "in_proj_a"], - } + packed_modules_mapping = { + "qkv_proj": ["q_proj", "k_proj", "v_proj"], + "gate_up_proj": ["gate_proj", "up_proj"], + "in_proj_qkvz": ["in_proj_qkv", "in_proj_z"], + "in_proj_ba": ["in_proj_b", "in_proj_a"], + } def __init__( self, @@ -1377,9 +1376,9 @@ class Qwen3_5MoeForCausalLM(Qwen3_5ForCausalLM): class Qwen3_5ForConditionalGeneration(Qwen3VLForConditionalGeneration): - if _is_gfx95 or _is_npu: - packed_modules_mapping = Qwen3_5ForCausalLM.packed_modules_mapping - hf_to_sglang_mapper = None + + packed_modules_mapping = Qwen3_5ForCausalLM.packed_modules_mapping + hf_to_sglang_mapper = None def __init__( self, @@ -1524,9 +1523,8 @@ class Qwen3_5ForConditionalGeneration(Qwen3VLForConditionalGeneration): class Qwen3_5MoeForConditionalGeneration(Qwen3VLForConditionalGeneration): """Qwen3.5 MoE Vision-Language Model.""" - if _is_gfx95 or _is_npu: - packed_modules_mapping = Qwen3_5ForCausalLM.packed_modules_mapping - hf_to_sglang_mapper = None + packed_modules_mapping = Qwen3_5ForCausalLM.packed_modules_mapping + hf_to_sglang_mapper = None def __init__( self,