Fix incorrect running batch size in prefill stats (#15941)
This commit is contained in:
@@ -2073,7 +2073,12 @@ class Scheduler(
|
|||||||
|
|
||||||
# Print stats
|
# Print stats
|
||||||
if self.current_scheduler_metrics_enabled:
|
if self.current_scheduler_metrics_enabled:
|
||||||
self.log_prefill_stats(adder, can_run_list, running_bs, 0)
|
self.log_prefill_stats(
|
||||||
|
adder,
|
||||||
|
can_run_list,
|
||||||
|
running_bs=len(self.running_batch.reqs),
|
||||||
|
running_bs_offline_batch=0,
|
||||||
|
)
|
||||||
|
|
||||||
# Record metrics
|
# Record metrics
|
||||||
for req in can_run_list:
|
for req in can_run_list:
|
||||||
|
|||||||
Reference in New Issue
Block a user