[Logging] Guard log_prefill_stats against idle batches in disagg prefill (#19361)
This commit is contained in:
@@ -535,7 +535,7 @@ class SchedulerDisaggregationPrefillMixin:
|
|||||||
|
|
||||||
self.maybe_send_health_check_signal()
|
self.maybe_send_health_check_signal()
|
||||||
|
|
||||||
if self.current_scheduler_metrics_enabled:
|
if self.current_scheduler_metrics_enabled and batch.prefill_stats is not None:
|
||||||
can_run_cuda_graph = getattr(result, "can_run_cuda_graph", False)
|
can_run_cuda_graph = getattr(result, "can_run_cuda_graph", False)
|
||||||
self.log_prefill_stats(
|
self.log_prefill_stats(
|
||||||
prefill_stats=batch.prefill_stats,
|
prefill_stats=batch.prefill_stats,
|
||||||
|
|||||||
Reference in New Issue
Block a user