[AMD] Fix DLPack Error in Aiter flydsl GEMM by Detaching MoE Gate Weight (#22262)

Co-authored-by: bingxche <binxche@amd.com>
2026-04-07 23:42:10 -07:00
parent cd373667cd
commit de0cfed159
1 changed files with 1 additions and 1 deletions
@@ -11,7 +11,7 @@ def aiter_dsv3_router_gemm(
    weight: torch.Tensor,
 ):
    """Use aiter tuned GEMM dispatcher (tgemm.mm) to automatically select the GEMM kernel."""
-    return tgemm.mm(hidden_states, weight, otype=hidden_states.dtype)
+    return tgemm.mm(hidden_states, weight.detach(), otype=hidden_states.dtype)


 def get_dsv3_gemm_output_zero_allocator_size(