[Fix] Give the piecewise CUDA graph test stub an hf_config (#34100)

This commit is contained in:
Liangsheng Yin
2026-08-08 02:04:16 -07:00
committed by GitHub
parent f6a6f5bf1e
commit 2c0188cc78
@@ -95,8 +95,11 @@ class TestMultimodalPiecewiseCudaGraph(CustomTestCase):
def test_trtllm_mla_stays_on_breakable_and_is_disabled_by_compatibility(self):
args = ServerArgs(model_path="dummy")
# The MLA rule reads hf_config to exempt DSA models, so the stub needs
# an architecture that is MLA but not DSA.
args.model_config = SimpleNamespace(
is_multimodal_piecewise_cuda_graph_supported=True
is_multimodal_piecewise_cuda_graph_supported=True,
hf_config=SimpleNamespace(architectures=["DeepseekV2ForCausalLM"]),
)
args.cuda_graph_config = CudaGraphConfig(
prefill=PhaseConfig(backend=Backend.BREAKABLE)