minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Logging] Fix prefill side logging in pd disagg (#19350)

Browse Source
This commit is contained in:
YAMY
2026-02-25 12:42:18 -08:00
committed by GitHub
parent 306c552639
commit 08957c88ea
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/prefill.py
+8
View File
@@ -535,6 +535,14 @@ class SchedulerDisaggregationPrefillMixin:
self.maybe_send_health_check_signal() self.maybe_send_health_check_signal()
if self.current_scheduler_metrics_enabled:
can_run_cuda_graph = getattr(result, "can_run_cuda_graph", False)
self.log_prefill_stats(
prefill_stats=batch.prefill_stats,
can_run_cuda_graph=can_run_cuda_graph,
dp_cooperation_info=batch.dp_cooperation_info,
)
def process_disagg_prefill_inflight_queue( def process_disagg_prefill_inflight_queue(
self: Scheduler, rids_to_check: Optional[List[str]] = None self: Scheduler, rids_to_check: Optional[List[str]] = None
) -> List[Req]: ) -> List[Req]: