minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Add a periodic full-radix-tree KV-canary sweep (#26812)

Browse Source
This commit is contained in:
fzyzcjy
2026-05-31 09:56:42 +08:00
committed by GitHub
parent 27eb139ef7
commit 30a22cc360
22 changed files with 797 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/jit_kernel/tests/kv_canary/test_pipeline_e2e.py
+1 -1
View File
@@ -635,7 +635,7 @@ def test_pipeline_ring_overflow_via_real_plan() -> None:
@pytest.mark.parametrize(
"kernel_kind", [CanaryLaunchTag.HEAD_K_FULL, CanaryLaunchTag.TAIL_V_SWA]
"kernel_kind", [CanaryLaunchTag.HEAD_K_FULL, CanaryLaunchTag.SWEEP_V_SWA]
)
def test_pipeline_kernel_kind_propagates(kernel_kind: CanaryLaunchTag) -> None:
"""Different CanaryLaunchTag values: violation ring's kernel_kind field matches on both sides."""
python/sglang/jit_kernel/tests/kv_canary/test_verify_hand.py
+1 -1
View File
@@ -966,7 +966,7 @@ class TestViolationRing:
buf_pair = _buf_pair()
_stamp_head(buf_pair, slot_idx=1, token=1)
for tag in (CanaryLaunchTag.HEAD_K_FULL, CanaryLaunchTag.TAIL_V_SWA):
for tag in (CanaryLaunchTag.HEAD_K_FULL, CanaryLaunchTag.SWEEP_V_SWA):
plan_pair = _plan_pair_single(slot_idx=1, position=99)
cuda_log, _ = run_verify_diff(
buf_pair=buf_pair, plan_pair=plan_pair, kernel_kind=tag