minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Lightweight extract allocation logic from mem_cache/common.py to more clearly show nearly parallel variants (#29431)

Browse Source
This commit is contained in:
fzyzcjy
2026-07-15 14:49:37 +08:00
committed by GitHub
parent c315df49bb
commit e789ca24a7
11 changed files with 546 additions and 516 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/unit/spec/test_decode_bookkeeping_ownership.py
+2 -2
View File
@@ -54,8 +54,8 @@ _OWNER_SITES = {
(_SB, "ScheduleBatch.prepare_for_extend", "extend_batch_idx"): 1,
(_SB, "ScheduleBatch.prepare_for_extend", "kv_committed_len"): 1,
(_SB, "ScheduleBatch.prepare_for_extend", "kv_allocated_len"): 1,
("mem_cache/common.py", "alloc_for_extend", "evict"): 1,
("mem_cache/common.py", "alloc_for_decode", "evict"): 1,
("mem_cache/allocation.py", "alloc_for_extend", "evict"): 1,
("mem_cache/allocation.py", "alloc_for_decode", "evict"): 1,
# spec v2: no pre-claim; resolve commits the full accepted run uniformly.
(*_EAGLE_DECODE, "decode_batch_idx"): 1,
(*_EAGLE_DECODE, "evict"): 1,