From 00d8730d058e2419360b23a0a9dd895a8560118a Mon Sep 17 00:00:00 2001 From: flutist-alibaba <30485581+flutist@users.noreply.github.com> Date: Wed, 13 May 2026 03:29:01 +0800 Subject: [PATCH] [Bug Fix] Fix broken sgemm_lora_a_graph_fwd due to invalid torch.mm() call (#24760) --- python/sglang/srt/lora/torch_ops/graph_lora_ops.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/lora/torch_ops/graph_lora_ops.py b/python/sglang/srt/lora/torch_ops/graph_lora_ops.py index 4317bc894..17dff6e8b 100644 --- a/python/sglang/srt/lora/torch_ops/graph_lora_ops.py +++ b/python/sglang/srt/lora/torch_ops/graph_lora_ops.py @@ -65,7 +65,7 @@ def sgemm_lora_a_graph_fwd( x_seq = torch.where(batch_token_mask, inputs, 0) w_seq = weights[lora_idx] - output.add_(scaling_tensor[lora_idx] * torch.mm(x_seq, w_seq.t(), 0)) + output.add_(scaling_tensor[lora_idx] * torch.mm(x_seq, w_seq.t())) return output