minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Simulator][Compatibility] Adapt to latest KV cache pool interfaces (#40418)

Browse Source
This commit is contained in:
Ruiyan Ma
2026-09-20 18:00:06 +08:00
committed by GitHub
parent 0024efa0de
commit efa7be2091
3 changed files with 23 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/sglang-simulator/test/test_simulation_cache_hit_ratio.py
+3 -3
View File
@@ -13,9 +13,9 @@ from test_simulation_sglang_serving import (
def test_in_process_runner_reports_each_cache_tier(tmp_path):
runner = make_sglang_runner(tmp_path)
benchmark_config = BenchmarkConfig(request_rate=10, ignore_request_timestamp=False)
cached_ds = make_fixed_dataset(1000, 8)
evict_l1_ds = make_fixed_dataset(2000, 10)
evict_l2_ds = make_fixed_dataset(3000, 20)
cached_ds = make_fixed_dataset(1000, 3)
evict_l1_ds = make_fixed_dataset(2000, 5)
evict_l2_ds = make_fixed_dataset(3000, 10)
try:
metrics = runner.benchmark(benchmark_config, dataset=cached_ds)