minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: wrap _import_static_state in inference_mode to fix resume on Blackwell (#21035)

Browse Source
This commit is contained in:
Fergus
2026-04-08 02:03:39 -07:00
committed by GitHub
parent 79c82c5c42
commit 413913763f
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler_update_weights_mixin.py
+4 -3
View File
@@ -220,6 +220,7 @@ def _export_static_state(model):
def _import_static_state(model, static_params): def _import_static_state(model, static_params):
self_named_buffers = dict(model.named_buffers()) with torch.inference_mode():
for name, tensor in static_params["buffers"]: self_named_buffers = dict(model.named_buffers())
self_named_buffers[name][...] = tensor for name, tensor in static_params["buffers"]:
self_named_buffers[name][...] = tensor