minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix(humming): handle missing quant_method (#31185)

Browse Source
This commit is contained in:
guzekai01
2026-07-16 11:15:52 +08:00
committed by GitHub
parent 22453ca63c
commit 7f9a902cd9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/quantization/humming.py
+1 -1
View File
@@ -227,7 +227,7 @@ class HummingConfig(QuantizationConfig):
@classmethod @classmethod
def override_quantization_method(cls, hf_quant_cfg, user_quant) -> str | None: def override_quantization_method(cls, hf_quant_cfg, user_quant) -> str | None:
if hf_quant_cfg["quant_method"] == "mxfp4": if hf_quant_cfg.get("quant_method") == "mxfp4":
# NOTE: gpt-oss has a special weight loading logic, so we don't support it now. # NOTE: gpt-oss has a special weight loading logic, so we don't support it now.
# TODO: integrate humming kernels to mxfp4.py # TODO: integrate humming kernels to mxfp4.py
return None return None