[misc] Use --cuda-graph-max-bs-decode in tests, examples, and docs (#29591)
This commit is contained in:
@@ -25,7 +25,7 @@ class TestFlashAttention3LocalAttn(CustomTestCase):
|
||||
@classmethod
|
||||
def get_server_args(cls):
|
||||
return [
|
||||
"--cuda-graph-max-bs",
|
||||
"--cuda-graph-max-bs-decode",
|
||||
"2",
|
||||
"--attention-backend",
|
||||
"fa3",
|
||||
|
||||
Reference in New Issue
Block a user