minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[model-gateway] Optimize radix tree timestamp updates for multi-tenant scaling (#16093)

Browse Source
This commit is contained in:
Simo Lin
2025-12-29 10:08:19 -08:00
committed by GitHub
parent 278012caa0
commit ac78f96ec5
2 changed files with 44 additions and 86 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/benches/tree_benchmark.rs
+4 -5
View File
@@ -788,13 +788,12 @@ fn bench_summary(c: &mut Criterion) {
// Configuration constants
const TREE_SIZE: usize = 10_000; // Realistic cache size
const INSERT_POOL_SIZE: usize = 10_000; // Unique requests for insert tests
const NUM_THREADS: usize = 8;
const OPS_PER_THREAD: usize = 100;
const NUM_THREADS: usize = 64; // Match GPU runner's 64 CPU cores
const OPS_PER_THREAD: usize = 200;
// Worker scaling configurations to test
// Using 2 representative counts (low/high) to keep CI runtime reasonable
// while still demonstrating scaling behavior
const WORKER_COUNTS: [usize; 2] = [10, 100];
// Full range to demonstrate scaling behavior on GPU runner
const WORKER_COUNTS: [usize; 4] = [10, 50, 100, 500];
// Pre-generate requests for tree population and queries
let requests = generate_realistic_requests(TREE_SIZE);