From de0cfed1590bdb87116bf789c97db51c71376e85 Mon Sep 17 00:00:00 2001 From: Bingxu Chen Date: Wed, 8 Apr 2026 14:42:10 +0800 Subject: [PATCH] [AMD] Fix DLPack Error in Aiter flydsl GEMM by Detaching MoE Gate Weight (#22262) Co-authored-by: bingxche --- python/sglang/srt/layers/rocm_linear_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/layers/rocm_linear_utils.py b/python/sglang/srt/layers/rocm_linear_utils.py index ae31553c9..74c180226 100644 --- a/python/sglang/srt/layers/rocm_linear_utils.py +++ b/python/sglang/srt/layers/rocm_linear_utils.py @@ -11,7 +11,7 @@ def aiter_dsv3_router_gemm( weight: torch.Tensor, ): """Use aiter tuned GEMM dispatcher (tgemm.mm) to automatically select the GEMM kernel.""" - return tgemm.mm(hidden_states, weight, otype=hidden_states.dtype) + return tgemm.mm(hidden_states, weight.detach(), otype=hidden_states.dtype) def get_dsv3_gemm_output_zero_allocator_size(