[misc] Use --cuda-graph-max-bs-decode in tests, examples, and docs (#29591)

2026-06-28 18:38:28 -07:00
parent 3217410cf6
commit 909123ddb8
140 changed files with 304 additions and 290 deletions
@@ -20,7 +20,7 @@ class TestBenchOneBatch1GPU(CustomTestCase):

    def test_bs1_small(self):
        _, output_throughput, _ = run_bench_one_batch(
-            DEFAULT_SMALL_MODEL_NAME_FOR_TEST, ["--cuda-graph-max-bs", "2"]
+            DEFAULT_SMALL_MODEL_NAME_FOR_TEST, ["--cuda-graph-max-bs-decode", "2"]
        )
        self.assertGreater(output_throughput, 50)

@@ -42,7 +42,7 @@ class TestBenchOneBatch1GPU(CustomTestCase):
            "1024",
            "--model-path",
            DEFAULT_MODEL_NAME_FOR_TEST,
-            "--cuda-graph-max-bs",
+            "--cuda-graph-max-bs-decode",
            "2",
        ]