minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: honor explicit model loader classes (#34880)

Browse Source 
Co-authored-by: ehhuang <yinghai@meta.com>
This commit is contained in:
raghotham
2026-08-15 06:00:41 +00:00
committed by GitHub
co-authored by ehhuang
parent e99ecb6eee
commit 2a89c6823a
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_loader/loader.py
+3 -3
View File
@@ -4278,6 +4278,9 @@ def get_model_loader(
if load_config.load_format == LoadFormat.DUMMY: if load_config.load_format == LoadFormat.DUMMY:
return DummyModelLoader(load_config) return DummyModelLoader(load_config)
if isinstance(load_config.load_format, type):
return load_config.load_format(load_config)
if model_config and model_config.quantization in ["auto-round-int8"]: if model_config and model_config.quantization in ["auto-round-int8"]:
logger.info("Using IncModelLoader due to AutoRound quantization config.") logger.info("Using IncModelLoader due to AutoRound quantization config.")
return IncModelLoader(load_config) return IncModelLoader(load_config)
@@ -4332,9 +4335,6 @@ def get_model_loader(
) )
return ModelOptModelLoader(load_config) return ModelOptModelLoader(load_config)
if isinstance(load_config.load_format, type):
return load_config.load_format(load_config)
if load_config.load_format == LoadFormat.SHARDED_STATE: if load_config.load_format == LoadFormat.SHARDED_STATE:
return ShardedStateLoader(load_config) return ShardedStateLoader(load_config)