Optimize C128 state pool allocation using request state pool (#28612)

This commit is contained in:
zhangxiaolei
2026-06-30 19:11:29 -07:00
committed by GitHub
parent 5b76f55d90
commit 56f22cd520
32 changed files with 671 additions and 454 deletions
@@ -126,6 +126,7 @@ class TestUnifiedDeepSeekV4FlashHiCacheL3(AccuracyTwoPassMixin, CustomTestCase):
l3_prefetch_page_size = 256
l3_prefetch_prompt_pages = 4
max_running_requests = 4
@classmethod
def setUpClass(cls):
@@ -164,6 +165,8 @@ class TestUnifiedDeepSeekV4FlashHiCacheL3(AccuracyTwoPassMixin, CustomTestCase):
"file",
"--swa-full-tokens-ratio",
"0.25",
"--max-running-requests",
str(cls.max_running_requests),
],
env={
"SGLANG_DSV4_FP4_EXPERTS": "0",