minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[HiCache][SPEC] fix: empty key after page alignment in match_prefix (#23387)

Browse Source 
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
shuwenn
2026-04-28 14:06:55 -07:00
committed by GitHub
co-authored by Claude Opus 4.6
parent 9814cc89ce
commit 3e1c5e1b74
1 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/hiradix_cache.py
+9 -4
View File
@@ -1221,10 +1221,9 @@ class HiRadixCache(RadixCache):
return self.prefetch_loaded_tokens_by_reqid.pop(req_id, 0) return self.prefetch_loaded_tokens_by_reqid.pop(req_id, 0)
def match_prefix(self, params: MatchPrefixParams): def match_prefix(self, params: MatchPrefixParams):
key = params.key
empty_value = torch.empty((0,), dtype=torch.int64, device=self.device) empty_value = torch.empty((0,), dtype=torch.int64, device=self.device)
key, _ = key.maybe_to_bigram_view(self.is_eagle)
if self.disable or len(key) == 0: def empty_match_result():
return MatchResult( return MatchResult(
device_indices=empty_value, device_indices=empty_value,
last_device_node=self.root_node, last_device_node=self.root_node,
@@ -1232,8 +1231,14 @@ class HiRadixCache(RadixCache):
host_hit_length=0, host_hit_length=0,
) )
if self.disable:
return empty_match_result()
key = params.key
key, _ = key.maybe_to_bigram_view(self.is_eagle)
key = key.page_aligned(self.page_size) key = key.page_aligned(self.page_size)
page_aligned_len = len(key) if len(key) == 0:
return empty_match_result()
value, last_node = self._match_prefix_helper(self.root_node, key) value, last_node = self._match_prefix_helper(self.root_node, key)
if value: if value: