minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix missing clone in hicache (#20130)

Browse Source
This commit is contained in:
Ke Bao
2026-03-08 23:21:18 +08:00
committed by GitHub
parent 051427c0a3
commit 07359efce9
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/hiradix_cache.py
+2 -2
View File
@@ -1044,7 +1044,7 @@ class HiRadixCache(RadixCache):
self.ongoing_load_back[last_hit_node.id] = last_hit_node self.ongoing_load_back[last_hit_node.id] = last_hit_node
offset = 0 offset = 0
for node in nodes_to_load: for node in nodes_to_load:
node.value = device_indices[offset : offset + len(node.host_value)] node.value = device_indices[offset : offset + len(node.host_value)].clone()
offset += len(node.host_value) offset += len(node.host_value)
self.evictable_size_ += len(device_indices) self.evictable_size_ += len(device_indices)
self.inc_lock_ref(last_hit_node) self.inc_lock_ref(last_hit_node)
@@ -1472,7 +1472,7 @@ class HiRadixCache(RadixCache):
if node.evicted: if node.evicted:
# change the reference if the node is evicted # change the reference if the node is evicted
# this often happens in the case of KV cache recomputation # this often happens in the case of KV cache recomputation
node.value = value[:prefix_len] node.value = value[:prefix_len].clone()
self.evictable_size_ += len(node.value) self.evictable_size_ += len(node.value)
self._update_leaf_status(node) self._update_leaf_status(node)
self._update_host_leaf_status(node) self._update_host_leaf_status(node)