minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD] add Gemma3RMSNorm.forward_hip to unbreak ROCm (#32613)

Browse Source
This commit is contained in:
YC Yen-Ching Tseng
2026-07-28 21:19:17 -07:00
committed by GitHub
parent 9a03bebf13
commit 68673fe6c5
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/layernorm.py
+5
View File
@@ -1087,6 +1087,11 @@ class Gemma3RMSNorm(MultiPlatformOp):
return gemma_rmsnorm(x, self.weight.data, self.eps) return gemma_rmsnorm(x, self.weight.data, self.eps)
return self.forward_native(x) return self.forward_native(x)
def forward_hip(self, x, residual: Optional[torch.Tensor] = None):
# sgl_kernel's gemma_rmsnorm/gemma_fused_add_rmsnorm are not available on
# ROCm; delegate to the pure-PyTorch implementation.
return self.forward_native(x, residual)
def forward_npu(self, x, residual: Optional[torch.Tensor] = None): def forward_npu(self, x, residual: Optional[torch.Tensor] = None):
if residual is not None: if residual is not None:
return self.forward_native(x, residual) return self.forward_native(x, residual)