[Fix] Stop PD-decode queue_time from counting decode time before a retraction (#41380)
Signed-off-by: Sohom Chakraborty <sohomchakraborty.iitkgp@gmail.com> Co-authored-by: Shuwen Wang <47200617+alphabetc1@users.noreply.github.com>
This commit is contained in:
co-authored by
Shuwen Wang
parent
bd66ce343e
commit
28c5e7f5cb
@@ -3290,7 +3290,9 @@ class Scheduler(
|
||||
if not is_retracted:
|
||||
req.time_stats.set_decode_prealloc_queue_entry_time()
|
||||
else:
|
||||
req.time_stats.set_retract_time()
|
||||
# Restart the queue wait here;
|
||||
# resume_retracted_reqs() re-queues the request without stamping it.
|
||||
req.time_stats.set_wait_queue_entry_time()
|
||||
else:
|
||||
raise ValueError(f"Invalid {self.disaggregation_mode=}")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user