minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[minor] reduce 1 unnecessary add (#16474)

Browse Source
This commit is contained in:
DarkSharpness
2026-01-05 01:00:56 -08:00
committed by GitHub
parent 4308c25b47
commit da2f8cc33f
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/layernorm.py
+2 -3
View File
@@ -125,9 +125,8 @@ class RMSNorm(MultiPlatformOp):
# (hidden_states+residual)+post_residual_addition != hidden_states+(residual+post_residual_addition), # (hidden_states+residual)+post_residual_addition != hidden_states+(residual+post_residual_addition),
# we probably need to add another parameter to fused_add_rmsnorm # we probably need to add another parameter to fused_add_rmsnorm
post_residual_addition = kwargs.get("post_residual_addition") post_residual_addition = kwargs.get("post_residual_addition")
residual = residual + ( if post_residual_addition is not None:
post_residual_addition if post_residual_addition is not None else 0.0 residual = residual + post_residual_addition
)
fused_add_rmsnorm(x, residual, self.weight.data, self.variance_epsilon) fused_add_rmsnorm(x, residual, self.weight.data, self.variance_epsilon)
return x, residual return x, residual
out = rmsnorm(x, self.weight.data, self.variance_epsilon) out = rmsnorm(x, self.weight.data, self.variance_epsilon)