minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Bugfix: Writing to storage when write-back method is chosen (#14718)

Browse Source
This commit is contained in:
MMuzzammil1
2026-01-22 15:08:25 -08:00
committed by GitHub
parent 13f88045b3
commit 2399af5557
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/hiradix_cache.py
+3 -1
View File
@@ -308,7 +308,9 @@ class HiRadixCache(RadixCache):
for _, finish_event, ack_list in self.cache_controller.ack_write_queue: for _, finish_event, ack_list in self.cache_controller.ack_write_queue:
finish_event.synchronize() finish_event.synchronize()
for ack_id in ack_list: for ack_id in ack_list:
del self.ongoing_write_through[ack_id] backuped_node = self.ongoing_write_through.pop(ack_id)
if self.enable_storage:
self.write_backup_storage(backuped_node)
self.cache_controller.ack_write_queue.clear() self.cache_controller.ack_write_queue.clear()
assert len(self.ongoing_write_through) == 0 assert len(self.ongoing_write_through) == 0
return return