fix: prevent ReqTimeStats from being dropped during IPC serialization (#31339)

This commit is contained in:
Jinwoo Jeong
2026-07-30 14:42:38 +08:00
committed by GitHub
parent f6ff5e8bb0
commit 4f51dad1da
@@ -623,12 +623,15 @@ class SchedulerReqTimeStats(ReqTimeStatsBase):
transfer_speed_gb_s: float = 0.0
transfer_total_mb: float = 0.0
has_timing_data: bool = False
def __getstate__(self) -> object:
# send to detokenizer/tokenizer
if not self.enable_metrics:
if not (self.enable_metrics or self.has_timing_data):
return {}
state = {
"has_timing_data": True,
"wait_queue_entry_time": self.wait_queue_entry_time,
"forward_entry_time": self.forward_entry_time,
"prefill_finished_time": self.prefill_finished_time,