minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Tiny fix] Super tiny fix mul_add naive forward bug (#18964)

Browse Source
This commit is contained in:
Xiaoyu Zhang
2026-02-18 16:18:43 +08:00
committed by GitHub
parent 513c12d23f
commit 390c154306
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/layers/elementwise.py
+1 -1
View File
@@ -23,7 +23,7 @@ class MulAdd(CustomOp):
num_frames = b.shape[1] num_frames = b.shape[1]
frame_seqlen = a.shape[1] // num_frames frame_seqlen = a.shape[1] // num_frames
return c + ( return c + (
a.unflatten(dim=1, sizes=(num_frames, frame_seqlen)) * b a.unflatten(dim=1, sizes=(num_frames, frame_seqlen)) * (k + b)
).flatten(1, 2) ).flatten(1, 2)
else: else:
# b.shape: [batch_size, 1, inner_dim] # b.shape: [batch_size, 1, inner_dim]