minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Router] Shard the cache-aware KV tree by chain root (#39167)

Browse Source 
Co-authored-by: Kangyan Zhou <kangyan.zhou@radixark.ai>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
Co-authored-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
Kangyan-Zhou
2026-09-18 15:00:17 +08:00
committed by GitHub
co-authored by Kangyan Zhou Claude Opus 5 Shangming Cai
parent f86f60081d
commit 3bf243d6a9
7 changed files with 1315 additions and 211 deletions
Download Patch File Download Diff File Expand all files Collapse all files
experimental/sgl-router/tests/component/policies/kv_events_two_subscribers.rs
+10 -10
View File
@@ -84,8 +84,8 @@ async fn two_independent_subscribers_converge_to_same_tree_state() {
let mb = router_b.tree().match_prefix(None, &hashes);
let converged = ma.matched_blocks == target
&& mb.matched_blocks == target
&& ma.workers().contains(&key)
&& mb.workers().contains(&key);
&& ma.holds(&key)
&& mb.holds(&key);
if converged {
// Both trees agree on count AND on the worker that holds the
// prefix. This is what the Radix Tree provider reads to
@@ -253,32 +253,32 @@ async fn two_subscribers_merge_events_from_two_publishers() {
&& ay.matched_blocks == target_y
&& bx.matched_blocks == target_x
&& by.matched_blocks == target_y
&& ax.workers().contains(&key_x)
&& ay.workers().contains(&key_y)
&& bx.workers().contains(&key_x)
&& by.workers().contains(&key_y);
&& ax.holds(&key_x)
&& ay.holds(&key_y)
&& bx.holds(&key_x)
&& by.holds(&key_y);
if converged {
// Negative attribution: prefix X must not be attributed to
// worker_y in either tree, and vice versa. A regression that
// keyed events by arriving socket rather than announced
// worker URL would set BOTH worker keys on each prefix.
assert!(
!ax.workers().contains(&key_y),
!ax.holds(&key_y),
"router_a cross-attributed worker_y to prefix X: {:?}",
ax.workers(),
);
assert!(
!ay.workers().contains(&key_x),
!ay.holds(&key_x),
"router_a cross-attributed worker_x to prefix Y: {:?}",
ay.workers(),
);
assert!(
!bx.workers().contains(&key_y),
!bx.holds(&key_y),
"router_b cross-attributed worker_y to prefix X: {:?}",
bx.workers(),
);
assert!(
!by.workers().contains(&key_x),
!by.holds(&key_x),
"router_b cross-attributed worker_x to prefix Y: {:?}",
by.workers(),
);