minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Load initial expert location metadata on CPU (#32435)

Browse Source
This commit is contained in:
icarus_zh
2026-07-26 20:44:25 +08:00
committed by GitHub
parent a76b74cbe0
commit e8a635a412
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/eplb/expert_location.py
+1 -1
View File
@@ -773,7 +773,7 @@ def compute_initial_expert_location_metadata(
# TODO unify with the utils function # TODO unify with the utils function
if data.endswith(".pt"): if data.endswith(".pt"):
data_dict = torch.load(data, weights_only=True) data_dict = torch.load(data, weights_only=True, map_location="cpu")
elif data.endswith(".json"): elif data.endswith(".json"):
data_dict = json.loads(Path(data).read_text()) data_dict = json.loads(Path(data).read_text())
else: else: