[Simulator][Compatibility] Adapt to latest KV cache pool interfaces (#40418)

2026-09-20 18:00:06 +08:00
parent 0024efa0de
commit efa7be2091
3 changed files with 23 additions and 4 deletions
@@ -78,7 +78,7 @@ def make_sglang_runner(tmp_path: Path):
            hicache_ratio=2,
            hicache_storage_backend="file",
            hicache_storage_prefetch_policy="wait_complete",
-            max_total_tokens=10 * 1024,
+            max_total_tokens=4 * 1024,
            page_size=256,
            skip_tokenizer_init=True,
        )