fix: honor explicit model loader classes (#34880)

Co-authored-by: ehhuang <yinghai@meta.com>
This commit is contained in:
raghotham
2026-08-15 06:00:41 +00:00
committed by GitHub
co-authored by ehhuang
parent e99ecb6eee
commit 2a89c6823a
+3 -3
View File
@@ -4278,6 +4278,9 @@ def get_model_loader(
if load_config.load_format == LoadFormat.DUMMY:
return DummyModelLoader(load_config)
if isinstance(load_config.load_format, type):
return load_config.load_format(load_config)
if model_config and model_config.quantization in ["auto-round-int8"]:
logger.info("Using IncModelLoader due to AutoRound quantization config.")
return IncModelLoader(load_config)
@@ -4332,9 +4335,6 @@ def get_model_loader(
)
return ModelOptModelLoader(load_config)
if isinstance(load_config.load_format, type):
return load_config.load_format(load_config)
if load_config.load_format == LoadFormat.SHARDED_STATE:
return ShardedStateLoader(load_config)