From 7d9c57da6e3cbd7b5670c178ec453081f3022899 Mon Sep 17 00:00:00 2001 From: Byron Hsu Date: Fri, 11 Sep 2026 16:59:43 -0700 Subject: [PATCH] [Session] Fix session idle timeout after rejected requests (#39035) Co-authored-by: Byron Hsu Co-authored-by: Manik Singhal <3400497+Manikvsin@users.noreply.github.com> --- python/sglang/srt/session/session_controller.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/session/session_controller.py b/python/sglang/srt/session/session_controller.py index 95b6a5271..af70d9b25 100644 --- a/python/sglang/srt/session/session_controller.py +++ b/python/sglang/srt/session/session_controller.py @@ -208,7 +208,6 @@ class Session: eos_token_ids=None, ): assert req.session_params is not None - self.last_active_time = time.monotonic() session_params = req.session_params last_req_node = None @@ -325,9 +324,11 @@ class Session: if abort: new_req.set_finish_with_abort(abort_message) elif self.streaming: + self.last_active_time = time.monotonic() # req_nodes is NOT updated here — finish_req() handles it. self._inflight = True else: + self.last_active_time = time.monotonic() new_req_node = SessionReqNode(new_req, last_req_node) self.req_nodes[req.rid] = new_req_node