minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[layers] support zero-dim rmsnorm (#16978)

Browse Source
This commit is contained in:
Yinghai Lu
2026-01-12 15:53:19 -08:00
committed by GitHub
parent c6a64e9f69
commit d3c08fb07c
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/layernorm.py
+2
View File
@@ -106,6 +106,8 @@ class RMSNorm(MultiPlatformOp):
residual: Optional[torch.Tensor] = None, residual: Optional[torch.Tensor] = None,
**kwargs, **kwargs,
) -> Union[torch.Tensor, Tuple[torch.Tensor, torch.Tensor]]: ) -> Union[torch.Tensor, Tuple[torch.Tensor, torch.Tensor]]:
if x.numel() == 0:
return x
if self.variance_size_override is not None: if self.variance_size_override is not None:
return self.forward_native(x, residual, **kwargs) return self.forward_native(x, residual, **kwargs)
if is_batch_invariant_mode_enabled(): if is_batch_invariant_mode_enabled():