[misc] Use --cuda-graph-max-bs-decode in tests, examples, and docs (#29591)

This commit is contained in:
Liangsheng Yin
2026-06-28 18:38:28 -07:00
committed by GitHub
parent 3217410cf6
commit 909123ddb8
140 changed files with 304 additions and 290 deletions
+1 -1
View File
@@ -48,7 +48,7 @@ class TestBasicSanity(
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=[
"--cuda-graph-max-bs",
"--cuda-graph-max-bs-decode",
"4",
"--mem-fraction-static",
"0.7",
@@ -70,7 +70,7 @@ class TestBasicSanityEagle3(
"1",
"--speculative-num-draft-tokens",
"2",
"--cuda-graph-max-bs",
"--cuda-graph-max-bs-decode",
"4",
"--mem-fraction-static",
"0.7",
+1 -1
View File
@@ -48,7 +48,7 @@ class TestSRTEndpoint(CustomTestCase):
"--enable-custom-logit-processor",
"--mem-fraction-static",
"0.7",
"--cuda-graph-max-bs",
"--cuda-graph-max-bs-decode",
"8",
),
)