[misc] Use --cuda-graph-max-bs-decode in tests, examples, and docs (#29591)
This commit is contained in:
@@ -48,7 +48,7 @@ class TestBasicSanity(
|
||||
cls.base_url,
|
||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||
other_args=[
|
||||
"--cuda-graph-max-bs",
|
||||
"--cuda-graph-max-bs-decode",
|
||||
"4",
|
||||
"--mem-fraction-static",
|
||||
"0.7",
|
||||
|
||||
@@ -70,7 +70,7 @@ class TestBasicSanityEagle3(
|
||||
"1",
|
||||
"--speculative-num-draft-tokens",
|
||||
"2",
|
||||
"--cuda-graph-max-bs",
|
||||
"--cuda-graph-max-bs-decode",
|
||||
"4",
|
||||
"--mem-fraction-static",
|
||||
"0.7",
|
||||
|
||||
@@ -48,7 +48,7 @@ class TestSRTEndpoint(CustomTestCase):
|
||||
"--enable-custom-logit-processor",
|
||||
"--mem-fraction-static",
|
||||
"0.7",
|
||||
"--cuda-graph-max-bs",
|
||||
"--cuda-graph-max-bs-decode",
|
||||
"8",
|
||||
),
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user