[BCG][6/N] Allow prefill breakable CUDA graph for the Kimi archs (#34245)

Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Yuwei An
2026-08-16 15:57:14 -07:00
committed by GitHub
co-authored by Claude Opus 5
parent b7eccd642f
commit a508d60295
3 changed files with 13 additions and 5 deletions
@@ -72,7 +72,8 @@ class TestMultimodalPiecewiseCudaGraph(CustomTestCase):
def test_supported_multimodal_model_upgrades_default_to_tc_piecewise(self):
args = ServerArgs(model_path="dummy")
args.model_config = SimpleNamespace(
is_multimodal_piecewise_cuda_graph_supported=True
is_multimodal_piecewise_cuda_graph_supported=True,
is_multimodal_breakable_cuda_graph_supported=False,
)
args.cuda_graph_config = CudaGraphConfig(
prefill=PhaseConfig(backend=Backend.BREAKABLE)