minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[BUGFIX] fix value oom in radix tree (#17400)

Browse Source
This commit is contained in:
Yi Zhang
2026-01-21 17:12:57 +08:00
committed by GitHub
parent 236772c0e1
commit 1b97fa769b
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/hiradix_cache.py
+3 -3
View File
@@ -796,7 +796,7 @@ class HiRadixCache(RadixCache):
new_node.parent = node new_node.parent = node
new_node.key = key new_node.key = key
new_node.value = None new_node.value = None
new_node.host_value = host_value new_node.host_value = host_value.clone()
new_node.hash_value = hash_value new_node.hash_value = hash_value
node.children[child_key] = new_node node.children[child_key] = new_node
return matched_length return matched_length
@@ -897,7 +897,7 @@ class HiRadixCache(RadixCache):
# shared-prefix node should also reflect max priority # shared-prefix node should also reflect max priority
new_node.priority = max(new_node.priority, priority) new_node.priority = max(new_node.priority, priority)
if new_node.evicted: if new_node.evicted:
new_node.value = value[:prefix_len] new_node.value = value[:prefix_len].clone()
self.evictable_size_ += len(new_node.value) self.evictable_size_ += len(new_node.value)
else: else:
self._inc_hit_count(new_node, chunked) self._inc_hit_count(new_node, chunked)
@@ -914,7 +914,7 @@ class HiRadixCache(RadixCache):
new_node = TreeNode(priority=priority) new_node = TreeNode(priority=priority)
new_node.parent = node new_node.parent = node
new_node.key = key new_node.key = key
new_node.value = value new_node.value = value.clone()
node.children[child_key] = new_node node.children[child_key] = new_node
self.evictable_size_ += len(value) self.evictable_size_ += len(value)
python/sglang/srt/mem_cache/mamba_radix_cache.py
+1 -1
View File
@@ -1052,7 +1052,7 @@ class MambaRadixCache(BasePrefixCache):
new_node = TreeNode() new_node = TreeNode()
new_node.parent = node new_node.parent = node
new_node.key = key new_node.key = key
new_node.value = value new_node.value = value.clone()
new_node.mamba_value = mamba_value new_node.mamba_value = mamba_value
self.full_lru_list.insert_mru(new_node) self.full_lru_list.insert_mru(new_node)
self.mamba_lru_list.insert_mru(new_node) self.mamba_lru_list.insert_mru(new_node)