minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[NPU][Bugfix] Fix a ModelSlim loading failure (#29029)

Browse Source
This commit is contained in:
Peng Xingchen
2026-06-29 09:53:01 +08:00
committed by GitHub
parent be17475a1b
commit 06fd2efedd
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/quantization/modelslim/modelslim.py
+2
View File
@@ -177,6 +177,8 @@ class ModelSlimConfig(QuantizationConfig):
) or self.is_layer_skipped(prefix, self.packed_modules_mapping): ) or self.is_layer_skipped(prefix, self.packed_modules_mapping):
return UnquantizedLinearMethod() return UnquantizedLinearMethod()
layer.scheme = self.get_linear_scheme(layer, prefix_in_quant_config) layer.scheme = self.get_linear_scheme(layer, prefix_in_quant_config)
if layer.scheme is None:
return UnquantizedLinearMethod()
return ModelSlimLinearMethod(self) return ModelSlimLinearMethod(self)
elif isinstance(layer, FusedMoE): elif isinstance(layer, FusedMoE):
layer.scheme = self.get_moe_scheme(layer, prefix) layer.scheme = self.get_moe_scheme(layer, prefix)