[misc] Use --cuda-graph-max-bs-decode in tests, examples, and docs (#29591)

This commit is contained in:
Liangsheng Yin
2026-06-28 18:38:28 -07:00
committed by GitHub
parent 3217410cf6
commit 909123ddb8
140 changed files with 304 additions and 290 deletions
@@ -31,7 +31,7 @@ class TestInputEmbeds(CustomTestCase):
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=["--disable-radix", "--cuda-graph-max-bs", 4],
other_args=["--disable-radix", "--cuda-graph-max-bs-decode", 4],
)
cls.texts = [
"The capital of France is",
@@ -94,7 +94,7 @@ class TestInputEmbedsChunkedAndRetract(CustomTestCase):
"--disable-radix-cache",
"--chunked-prefill-size",
str(CHUNKED_PREFILL_SIZE),
"--cuda-graph-max-bs",
"--cuda-graph-max-bs-decode",
"4",
],
)