minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Fix] Assert the page-aligned SWA evict floor at PD decode prealloc (#35286)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-08-18 13:32:16 -07:00
committed by GitHub
parent 955704544c
commit aa82229173
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/decode.py
+3 -1
View File
@@ -1694,7 +1694,9 @@ def alloc_for_decode_prealloc_hisparse(
extend_num_tokens=fill_len, extend_num_tokens=fill_len,
swa_tail_len=swa_tail_len, swa_tail_len=swa_tail_len,
) )
req.kv.swa_evicted_seqlen = fill_len - swa_tail_len swa_evicted_seqlen = fill_len - swa_tail_len
assert swa_evicted_seqlen >= 0 and swa_evicted_seqlen % allocator.page_size == 0
req.kv.swa_evicted_seqlen = swa_evicted_seqlen
else: else:
kv_loc = allocator.alloc_logical_only( kv_loc = allocator.alloc_logical_only(
prefix_lens=prefix_lens, prefix_lens=prefix_lens,