minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix prefill stats for dllm (#18632)

Browse Source
This commit is contained in:
Ke Bao
2026-02-12 01:00:30 +08:00
committed by GitHub
parent dcc63dc545
commit 5d185efb78
1 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/dllm/mixin/scheduler.py
+12
View File
@@ -192,6 +192,18 @@ class SchedulerDllmMixin:
new_batch.prepare_for_extend() new_batch.prepare_for_extend()
new_batch.forward_mode = forward_mode new_batch.forward_mode = forward_mode
new_batch.decoding_reqs = None new_batch.decoding_reqs = None
# Record prefill stats for logging after forward
from sglang.srt.managers.scheduler_metrics_mixin import PrefillStats
new_batch.prefill_stats = PrefillStats(
log_input_tokens=self.adder.log_input_tokens,
log_hit_tokens=self.adder.log_hit_tokens,
new_token_ratio=self.adder.new_token_ratio,
running_bs=len(self.running_batch.reqs),
num_new_seqs=len(can_run_list),
)
return new_batch return new_batch
def process_dllm_incoming_reqs( def process_dllm_incoming_reqs(