[Session] Fix session idle timeout after rejected requests (#39035)
Co-authored-by: Byron Hsu <byron+per@periodiclabs.ai> Co-authored-by: Manik Singhal <3400497+Manikvsin@users.noreply.github.com>
This commit is contained in:
co-authored by
Byron Hsu
Manik Singhal
parent
5f3606c7b2
commit
7d9c57da6e
@@ -208,7 +208,6 @@ class Session:
|
||||
eos_token_ids=None,
|
||||
):
|
||||
assert req.session_params is not None
|
||||
self.last_active_time = time.monotonic()
|
||||
session_params = req.session_params
|
||||
|
||||
last_req_node = None
|
||||
@@ -325,9 +324,11 @@ class Session:
|
||||
if abort:
|
||||
new_req.set_finish_with_abort(abort_message)
|
||||
elif self.streaming:
|
||||
self.last_active_time = time.monotonic()
|
||||
# req_nodes is NOT updated here — finish_req() handles it.
|
||||
self._inflight = True
|
||||
else:
|
||||
self.last_active_time = time.monotonic()
|
||||
new_req_node = SessionReqNode(new_req, last_req_node)
|
||||
self.req_nodes[req.rid] = new_req_node
|
||||
|
||||
|
||||
Reference in New Issue
Block a user