minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bug-Fix][EPD]: skip log waiting-image-req for zmq_to_tokenzer/mooncake (#19555)

Browse Source
This commit is contained in:
Zheng Wengang
2026-03-06 14:39:22 +08:00
committed by GitHub
parent 04e364d538
commit da27d9bff6
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/observability/scheduler_metrics_mixin.py
+8 -2
View File
@@ -247,7 +247,10 @@ class SchedulerMetricsMixin:
else: else:
msg += f"input throughput (token/s): {self.last_input_throughput:.2f}, " msg += f"input throughput (token/s): {self.last_input_throughput:.2f}, "
if self.server_args.language_only: if (
self.server_args.language_only
and self.server_args.encoder_transfer_backend == "zmq_to_scheduler"
):
msg += f"waiting-image-req: {len(self.mm_receiver.waiting_list)}, " msg += f"waiting-image-req: {len(self.mm_receiver.waiting_list)}, "
graph_backend = defaultdict( graph_backend = defaultdict(
lambda: "cuda graph", lambda: "cuda graph",
@@ -418,7 +421,10 @@ class SchedulerMetricsMixin:
msg += f"#transfer-req: {len(self.disagg_decode_transfer_queue.queue)}, " msg += f"#transfer-req: {len(self.disagg_decode_transfer_queue.queue)}, "
msg += f"#retracted-req: {len(self.disagg_decode_prealloc_queue.retracted_queue)}, " msg += f"#retracted-req: {len(self.disagg_decode_prealloc_queue.retracted_queue)}, "
if self.server_args.language_only: if (
self.server_args.language_only
and self.server_args.encoder_transfer_backend == "zmq_to_scheduler"
):
msg += f"waiting-image-req: {len(self.mm_receiver.waiting_list)}, " msg += f"waiting-image-req: {len(self.mm_receiver.waiting_list)}, "
graph_backend = defaultdict( graph_backend = defaultdict(