[UnifiedTree] feat: support runtime attach/detach (#35269)

Co-authored-by: hzh0425 <hzh0425@apache.org>
This commit is contained in:
Shuwen Wang
2026-08-19 22:49:08 +08:00
committed by GitHub
co-authored by hzh0425
parent 1ef7882a5b
commit 41c018a9ec
7 changed files with 611 additions and 82 deletions
@@ -321,6 +321,11 @@ class HiCacheController:
# Dedicated stop event for storage background threads (prefetch/backup).
self.storage_stop_event = threading.Event()
# Storage control queues, (re)created whenever the storage threads start.
self.prefetch_hit_queue: Optional[Queue[StorageOperation]] = None
self.ack_backup_queue: Optional[Queue[StorageOperation]] = None
self.host_mem_release_queue: Optional[Queue[torch.Tensor]] = None
self.device = self.mem_pool_device.device
self.layer_num = self.mem_pool_device.layer_num
self.layer_done_counter = LayerDoneCounter(self.layer_num)
@@ -417,9 +422,9 @@ class HiCacheController:
self.prefetch_queue = Queue()
self.backup_queue = Queue()
self.prefetch_hit_queue: Queue[StorageOperation] = Queue()
self.ack_backup_queue: Queue[StorageOperation] = Queue()
self.host_mem_release_queue: Queue[torch.Tensor] = Queue()
self.prefetch_hit_queue = Queue()
self.ack_backup_queue = Queue()
self.host_mem_release_queue = Queue()
self.prefetch_thread.start()
self.backup_thread.start()