[AMD] Fix DeepSeek-R1-MXFP4 accuracy with AITER FP8 (#37762)

2026-09-21 10:51:37 -07:00
parent e6931ca889
commit 632919e498
1 changed files with 1 additions and 0 deletions
@@ -349,6 +349,7 @@ def _fused_rope_cat_and_cache(
        q_nope_out.dtype
        if attn.kv_cache_dtype == "fp8_e4m3"
        and attn.current_attention_backend == "aiter"
+        and q_nope_out.shape[-2] == 12
        else kv_cache_dtype
    )
    kv_pool = get_token_to_kv_pool()