[BCG][6/N] Allow prefill breakable CUDA graph for the Kimi archs (#34245)
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
b7eccd642f
commit
a508d60295
@@ -72,7 +72,8 @@ class TestMultimodalPiecewiseCudaGraph(CustomTestCase):
|
||||
def test_supported_multimodal_model_upgrades_default_to_tc_piecewise(self):
|
||||
args = ServerArgs(model_path="dummy")
|
||||
args.model_config = SimpleNamespace(
|
||||
is_multimodal_piecewise_cuda_graph_supported=True
|
||||
is_multimodal_piecewise_cuda_graph_supported=True,
|
||||
is_multimodal_breakable_cuda_graph_supported=False,
|
||||
)
|
||||
args.cuda_graph_config = CudaGraphConfig(
|
||||
prefill=PhaseConfig(backend=Backend.BREAKABLE)
|
||||
|
||||
Reference in New Issue
Block a user