minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bug] fix(DummyModelLoader): run post_load_weights before process_weights_after_loading (#28665)

Browse Source
This commit is contained in:
Shu Wang
2026-06-19 22:57:45 +00:00
committed by GitHub
parent abf7011cdd
commit c3bae61e16
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_loader/loader.py
+6 -6
View File
@@ -1382,6 +1382,12 @@ class DummyModelLoader(BaseModelLoader):
quant_config, quant_config,
) )
# NOTE(woosuk): For accurate performance evaluation, we assign
# random values to the weights.
initialize_dummy_weights(model)
_post_load_weights(model)
for _, module in model.named_modules(): for _, module in model.named_modules():
quant_method = getattr(module, "quant_method", None) quant_method = getattr(module, "quant_method", None)
if quant_method is not None: if quant_method is not None:
@@ -1393,12 +1399,6 @@ class DummyModelLoader(BaseModelLoader):
continue continue
quant_method.process_weights_after_loading(module) quant_method.process_weights_after_loading(module)
# NOTE(woosuk): For accurate performance evaluation, we assign
# random values to the weights.
initialize_dummy_weights(model)
_post_load_weights(model)
return model.eval() return model.eval()