minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[Bugfix] fix config bug caused by PR #18273 (#18535)

Browse Source
This commit is contained in:
Jiayi Yan
2026-02-12 09:26:46 +08:00
committed by GitHub
parent 2bd8363486
commit 539bbf485c
1 changed files with 1 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/configs/update_config.py
+1 -7
View File
@@ -12,14 +12,8 @@ if TYPE_CHECKING:
def may_get_weight_block_size(model_config, load_config): def may_get_weight_block_size(model_config, load_config):
from sglang.srt.model_loader.loader import _get_quantization_config from sglang.srt.model_loader.loader import _get_quantization_config
from sglang.srt.model_loader.utils import get_model_architecture
model_class, _ = get_model_architecture(model_config) quant_config = _get_quantization_config(model_config, load_config)
packed_modules_mapping = getattr(model_class, "packed_modules_mapping", {})
quant_config = _get_quantization_config(
model_config, load_config, packed_modules_mapping
)
if quant_config is not None and hasattr(quant_config, "weight_block_size"): if quant_config is not None and hasattr(quant_config, "weight_block_size"):
return getattr(quant_config, "weight_block_size") return getattr(quant_config, "weight_block_size")