[PD] Rate limit prefill inflight polling warnings (#24967)

Signed-off-by: zhangzhang <tangchenyu@xiaohongshu.com>
Co-authored-by: zhangzhang <tangchenyu@xiaohongshu.com>
This commit is contained in:
tangcy98
2026-05-12 12:50:57 +08:00
committed by GitHub
co-authored by zhangzhang
parent 6bb79c155b
commit 6bfb365c07
+4 -4
View File
@@ -613,9 +613,9 @@ class SchedulerDisaggregationPrefillMixin:
KVPoll.Success,
KVPoll.Failed,
):
logger.warning(
logger.warning_once(
f"PP rank {self.pp_rank}: unexpected poll state {poll} for rid {req.rid} "
f"from consensus; treating as undone"
f"from consensus; treating as undone",
)
undone_reqs.append(req)
continue
@@ -646,9 +646,9 @@ class SchedulerDisaggregationPrefillMixin:
if self.enable_metrics:
self.metrics_collector.increment_transfer_failed_reqs()
else:
logger.warning(
logger.warning_once(
f"Unexpected polling state {poll} for rid {req.rid} in inflight queue; "
f"treating as undone"
f"treating as undone",
)
undone_reqs.append(req)