[NVIDIA] [GDN] Add FlashInfer prefill support for SM100+ (Blackwell) (#22921)

This commit is contained in:
Kaixi Hou
2026-05-27 13:58:05 -07:00
committed by GitHub
parent 14f81a67d9
commit ddf0627254
4 changed files with 146 additions and 41 deletions
@@ -45,12 +45,6 @@ class TestQwen35FP4(CustomTestCase):
extra_args=base_args,
variant="Triton",
),
# TODO: Fix this and re-enable it
# ModelLaunchSettings(
# QWEN35_FP4_MODEL,
# extra_args=base_args + ["--linear-attn-decode-backend", "flashinfer"],
# variant="FlashInfer",
# ),
]
run_combined_tests(