[misc] Use --cuda-graph-max-bs-decode in tests, examples, and docs (#29591)

2026-06-28 18:38:28 -07:00
parent 3217410cf6
commit 909123ddb8
140 changed files with 304 additions and 290 deletions
@@ -94,7 +94,7 @@ class TestInputEmbedsChunkedAndRetract(CustomTestCase):
                    "--disable-radix-cache",
                    "--chunked-prefill-size",
                    str(CHUNKED_PREFILL_SIZE),
-                    "--cuda-graph-max-bs",
+                    "--cuda-graph-max-bs-decode",
                    "4",
                ],
            )