minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[PD] Prevent update_status to Failed from cleared entries (#24539)

Browse Source 
Signed-off-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
Shangming Cai
2026-05-06 23:32:04 +08:00
committed by GitHub
parent bfc1aeae13
commit 32d9998b9d
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/common/conn.py
+6
View File
@@ -190,6 +190,12 @@ class CommonKVManager(BaseKVManager):
): ):
self.req_to_decode_prefix_len.pop(bootstrap_room, None) self.req_to_decode_prefix_len.pop(bootstrap_room, None)
if bootstrap_room not in self.request_status: if bootstrap_room not in self.request_status:
# Do not resurrect a cleared entry with Failed: once clear() has
# popped the room from request_status, any late update_status(Failed)
# (e.g. from abort()) must be a no-op. Otherwise a Failed entry could
# pollute a future request that reuses the same bootstrap_room.
if status == KVPoll.Failed:
return
self.request_status[bootstrap_room] = status self.request_status[bootstrap_room] = status
else: else:
if status == KVPoll.Failed: if status == KVPoll.Failed: