[misc] Use --cuda-graph-max-bs-decode in tests, examples, and docs (#29591)
This commit is contained in:
@@ -35,7 +35,7 @@ class TestFlashMLAAttnBackend(unittest.TestCase):
|
||||
if torch.cuda.is_available() and torch.version.cuda:
|
||||
other_args.extend(
|
||||
[
|
||||
"--cuda-graph-max-bs",
|
||||
"--cuda-graph-max-bs-decode",
|
||||
"2",
|
||||
"--attention-backend",
|
||||
"flashmla",
|
||||
|
||||
Reference in New Issue
Block a user