minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[PD] Rate limit prefill inflight polling warnings (#24967)

Browse Source 
Signed-off-by: zhangzhang <tangchenyu@xiaohongshu.com>
Co-authored-by: zhangzhang <tangchenyu@xiaohongshu.com>
This commit is contained in:
tangcy98
2026-05-12 12:50:57 +08:00
committed by GitHub
co-authored by zhangzhang
parent 6bb79c155b
commit 6bfb365c07
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/prefill.py
+4 -4
View File
@@ -613,9 +613,9 @@ class SchedulerDisaggregationPrefillMixin:
KVPoll.Success, KVPoll.Success,
KVPoll.Failed, KVPoll.Failed,
): ):
logger.warning( logger.warning_once(
f"PP rank {self.pp_rank}: unexpected poll state {poll} for rid {req.rid} " f"PP rank {self.pp_rank}: unexpected poll state {poll} for rid {req.rid} "
f"from consensus; treating as undone" f"from consensus; treating as undone",
) )
undone_reqs.append(req) undone_reqs.append(req)
continue continue
@@ -646,9 +646,9 @@ class SchedulerDisaggregationPrefillMixin:
if self.enable_metrics: if self.enable_metrics:
self.metrics_collector.increment_transfer_failed_reqs() self.metrics_collector.increment_transfer_failed_reqs()
else: else:
logger.warning( logger.warning_once(
f"Unexpected polling state {poll} for rid {req.rid} in inflight queue; " f"Unexpected polling state {poll} for rid {req.rid} in inflight queue; "
f"treating as undone" f"treating as undone",
) )
undone_reqs.append(req) undone_reqs.append(req)