minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Session] Fix session idle timeout after rejected requests (#39035)

Browse Source 
Co-authored-by: Byron Hsu <byron+per@periodiclabs.ai>
Co-authored-by: Manik Singhal <3400497+Manikvsin@users.noreply.github.com>
This commit is contained in:
Byron Hsu
2026-09-11 16:59:43 -07:00
committed by GitHub
co-authored by Byron Hsu Manik Singhal
parent 5f3606c7b2
commit 7d9c57da6e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/session/session_controller.py
+2 -1
View File
@@ -208,7 +208,6 @@ class Session:
eos_token_ids=None, eos_token_ids=None,
): ):
assert req.session_params is not None assert req.session_params is not None
self.last_active_time = time.monotonic()
session_params = req.session_params session_params = req.session_params
last_req_node = None last_req_node = None
@@ -325,9 +324,11 @@ class Session:
if abort: if abort:
new_req.set_finish_with_abort(abort_message) new_req.set_finish_with_abort(abort_message)
elif self.streaming: elif self.streaming:
self.last_active_time = time.monotonic()
# req_nodes is NOT updated here — finish_req() handles it. # req_nodes is NOT updated here — finish_req() handles it.
self._inflight = True self._inflight = True
else: else:
self.last_active_time = time.monotonic()
new_req_node = SessionReqNode(new_req, last_req_node) new_req_node = SessionReqNode(new_req, last_req_node)
self.req_nodes[req.rid] = new_req_node self.req_nodes[req.rid] = new_req_node