minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[UnifiedTree][CI]: Reduce HiCache PP KL test concurrency to avoid decode OOM (#27483)

Browse Source
This commit is contained in:
Zhangheng
2026-06-07 17:12:42 +08:00
committed by GitHub
parent eab2e02fa0
commit a39c428d3f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_hicache_pp_kl.py
+1 -1
View File
@@ -32,7 +32,7 @@ class TestUnifiedQwen3HiCachePP(UnifiedRadixTreeTestMixin, CustomTestCase):
hicache_io_backend = "direct"
hicache_mem_layout = "page_first_direct"
max_running_requests = 4
max_running_requests = 2
kl_threshold = 0.012
gsm8k_threshold = 0.7
num_gsm8k_questions = 50