minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Drop ModelRunner's duplicated parallel-degree fields and read them via self.ps (#31165)

Browse Source
This commit is contained in:
fzyzcjy
2026-07-14 16:02:40 +08:00
committed by GitHub
parent cfd17301a8
commit 6999007a13
20 changed files with 107 additions and 138 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/eplb/eplb_manager.py
+2 -2
View File
@@ -107,7 +107,7 @@ class EPLBManager:
new_expert_location_metadata=expert_location_metadata,
update_layer_ids=chunk_layer_ids,
nnodes=self._model_runner.server_args.nnodes,
tp_rank=self._model_runner.tp_rank,
tp_rank=self._model_runner.ps.tp_rank,
expert_backup_client=self._model_runner.expert_backup_client,
update_weights_from_disk_callable=self._model_runner.weight_updater.update_weights_from_disk,
ep_dispatch_algorithm=self._model_runner.server_args.ep_dispatch_algorithm,
@@ -149,7 +149,7 @@ class EPLBManager:
def _should_log_expert_location_metadata(self) -> bool:
return (
self._model_runner.tp_rank == 0
self._model_runner.ps.tp_rank == 0
and envs.SGLANG_LOG_EXPERT_LOCATION_METADATA.get()
)