[AMD] fix(triton-mla): cap max_kv_splits at 256 on gfx942 (Kimi-K2.6 hang) (#24762)

2026-06-03 00:13:18 -07:00
parent e5b8e3a66a
commit 8e77af1afc
5 changed files with 27 additions and 4 deletions
@@ -63,7 +63,7 @@ class TestKimiK2Instruct0905(CustomTestCase):
            num_shots=8,
            data_path=None,
            num_questions=1319,
-            parallel=1319,
+            parallel=512,
            max_new_tokens=512,
            host="http://127.0.0.1",
            port=int(self.base_url.split(":")[-1]),