minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[SWA] fix swa radix cache match_len_since_tombstone update when hits swa_tombstone (#17061)

Browse Source
This commit is contained in:
Hanming Lu
2026-01-15 11:28:33 +08:00
committed by GitHub
parent 7f8a58fffb
commit 9d5f16d456
1 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/swa_radix_cache.py
+6 -7
View File
@@ -821,13 +821,12 @@ class SWARadixCache(BasePrefixCache):
while len(key) > 0 and child_key in node.children.keys(): while len(key) > 0 and child_key in node.children.keys():
child = node.children[child_key] child = node.children[child_key]
# update best_value_len and best_last_node if needed if child.swa_tombstone:
if ( # update best_value_len and best_last_node if needed
child.swa_tombstone if match_len_since_tombstone >= self.sliding_window_size:
and match_len_since_tombstone >= self.sliding_window_size best_value_len = len(value)
): best_last_node = node
best_value_len = len(value) # reset match_len_since_tombstone if we hit a tombstone node
best_last_node = node
match_len_since_tombstone = 0 match_len_since_tombstone = 0
prefix_len = self.key_match_fn(child.key, key) prefix_len = self.key_match_fn(child.key, key)