minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] fix: fix bug about pin memory when offloading (#14472)

Browse Source
This commit is contained in:
zyksir
2025-12-05 15:26:30 +08:00
committed by GitHub
parent beec8eed6a
commit 46b05ef58f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/loader/fsdp_load.py
+1 -1
View File
@@ -269,7 +269,7 @@ def load_model_from_full_model_state_dict(
meta_sharded_param.placements, meta_sharded_param.placements,
) )
if cpu_offload: if cpu_offload:
sharded_tensor = sharded_tensor.to("cpu", pin_memory=True) sharded_tensor = sharded_tensor.to("cpu")
sharded_sd[target_param_name] = nn.Parameter(sharded_tensor) sharded_sd[target_param_name] = nn.Parameter(sharded_tensor)
model.reverse_param_names_mapping = reverse_param_names_mapping model.reverse_param_names_mapping = reverse_param_names_mapping