[AMD] add Gemma3RMSNorm.forward_hip to unbreak ROCm (#32613)

2026-07-28 21:19:17 -07:00
parent 9a03bebf13
commit 68673fe6c5
1 changed files with 5 additions and 0 deletions
@@ -1087,6 +1087,11 @@ class Gemma3RMSNorm(MultiPlatformOp):
            return gemma_rmsnorm(x, self.weight.data, self.eps)
        return self.forward_native(x)

+    def forward_hip(self, x, residual: Optional[torch.Tensor] = None):
+        # sgl_kernel's gemma_rmsnorm/gemma_fused_add_rmsnorm are not available on
+        # ROCm; delegate to the pure-PyTorch implementation.
+        return self.forward_native(x, residual)
+
    def forward_npu(self, x, residual: Optional[torch.Tensor] = None):
        if residual is not None:
            return self.forward_native(x, residual)