minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Lift running_batch / running_mbs access — direct + PP-explicit (#25439)

Browse Source
This commit is contained in:
fzyzcjy
2026-05-16 09:21:00 +08:00
committed by GitHub
parent 80c3ce3204
commit 5c440cdc41
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/observability/scheduler_metrics_mixin.py
+2 -2
View File
@@ -925,14 +925,14 @@ class SchedulerMetricsMixin:
active_lora_ids = set() active_lora_ids = set()
# For PP mode, check all running micro batches # For PP mode, check all running micro batches
if hasattr(self, "running_mbs") and self.running_mbs: if self.server_args.pp_size > 1:
for batch in self.running_mbs: for batch in self.running_mbs:
if batch and hasattr(batch, "reqs"): if batch and hasattr(batch, "reqs"):
for req in batch.reqs: for req in batch.reqs:
if hasattr(req, "lora_id") and req.lora_id is not None: if hasattr(req, "lora_id") and req.lora_id is not None:
active_lora_ids.add(req.lora_id) active_lora_ids.add(req.lora_id)
# For normal mode, check running_batch # For normal mode, check running_batch
elif hasattr(self, "running_batch") and self.running_batch: elif self.running_batch:
if hasattr(self.running_batch, "reqs"): if hasattr(self.running_batch, "reqs"):
for req in self.running_batch.reqs: for req in self.running_batch.reqs:
if hasattr(req, "lora_id") and req.lora_id is not None: if hasattr(req, "lora_id") and req.lora_id is not None: