[Fix] Stop PD-decode queue_time from counting decode time before a retraction (#41380)

Signed-off-by: Sohom Chakraborty <sohomchakraborty.iitkgp@gmail.com>
Co-authored-by: Shuwen Wang <47200617+alphabetc1@users.noreply.github.com>
This commit is contained in:
Sohom chakraborty
2026-09-30 23:17:03 +08:00
committed by GitHub
co-authored by Shuwen Wang
parent bd66ce343e
commit 28c5e7f5cb
2 changed files with 21 additions and 1 deletions
+3 -1
View File
@@ -3290,7 +3290,9 @@ class Scheduler(
if not is_retracted:
req.time_stats.set_decode_prealloc_queue_entry_time()
else:
req.time_stats.set_retract_time()
# Restart the queue wait here;
# resume_retracted_reqs() re-queues the request without stamping it.
req.time_stats.set_wait_queue_entry_time()
else:
raise ValueError(f"Invalid {self.disaggregation_mode=}")