fix: add --cuda-graph-max-bs to DSV3 FA3 FP8 KV cache test (#19307)
This commit is contained in:
@@ -110,7 +110,9 @@ class TestMLADeepseekV3Fa3Fp8Kvcache(CustomTestCase):
|
|||||||
"fp8_e4m3",
|
"fp8_e4m3",
|
||||||
]
|
]
|
||||||
if is_cuda():
|
if is_cuda():
|
||||||
other_args.extend(["--attention-backend", "fa3"])
|
other_args.extend(
|
||||||
|
["--attention-backend", "fa3", "--cuda-graph-max-bs", "2"]
|
||||||
|
)
|
||||||
cls.process = popen_launch_server(
|
cls.process = popen_launch_server(
|
||||||
cls.model,
|
cls.model,
|
||||||
cls.base_url,
|
cls.base_url,
|
||||||
|
|||||||
Reference in New Issue
Block a user