[Metrics] Read scheduled prefill KV tokens from batch prefix_lens (#42797)

This commit is contained in:
Liangsheng Yin
2026-10-06 13:11:29 -07:00
committed by GitHub
parent a34cba3c62
commit 12004043b8
2 changed files with 7 additions and 5 deletions
@@ -418,7 +418,9 @@ class SchedulerMetricsReporter:
prefill_lengths.add(len(req.origin_input_ids))
num_prefill_requests = stats.num_new_seqs if stats else len(prefill_reqs)
sum_prefill_tokens = stats.log_input_tokens if stats else 0
sum_prefill_kv_tokens = sum(len(req.prefix_indices) for req in prefill_reqs)
# Prefill reqs lead batch.reqs, so they own the head of prefix_lens;
# each req's own prefix was already advanced by result processing.
sum_prefill_kv_tokens = sum(batch.prefix_lens[: len(prefill_reqs)])
decode_kv = WelfordAccumulator()
if batch.forward_mode.is_mixed():