Tiny use trtllm_mha as default when possible (#14291)

2025-12-05 14:26:03 -08:00
parent e11f795f63
commit 3d1b591aa1
2 changed files with 7 additions and 1 deletions
@@ -22,6 +22,8 @@ class TestFlashAttention4(unittest.TestCase):
            "0.8",
            "--prefill-attention-backend",
            "fa4",
+            "--decode-attention-backend",
+            "flashinfer",
        ]
        cls.process = popen_launch_server(
            cls.model,