Revert "Fix wrong RMSNorm fallback to old Flashinfer CUDA kernel when in PCG" (#30083)

This commit is contained in:
Cheng Wan
2026-07-03 19:05:20 -07:00
committed by GitHub
parent c21f6f19cf
commit 5f623ad24e
2 changed files with 33 additions and 26 deletions
+5 -22
View File
@@ -86,28 +86,11 @@ if _is_cuda or _is_xpu or _is_musa:
else:
_flashinfer_layernorm_available = False
from sgl_kernel import fused_add_rmsnorm as _sgl_fused_add_rmsnorm
from sgl_kernel import gemma_fused_add_rmsnorm as _sgl_gemma_fused_add_rmsnorm
from sgl_kernel import gemma_rmsnorm as _sgl_gemma_rmsnorm
from sgl_kernel import rmsnorm as _sgl_rmsnorm
from sglang.srt.utils.custom_op import register_custom_op_from_extern
rmsnorm = register_custom_op_from_extern(
_sgl_rmsnorm, op_name="sgl_rmsnorm", out_shape="input"
)
fused_add_rmsnorm = register_custom_op_from_extern(
_sgl_fused_add_rmsnorm,
op_name="sgl_fused_add_rmsnorm",
mutates_args=["input", "residual"],
)
gemma_rmsnorm = register_custom_op_from_extern(
_sgl_gemma_rmsnorm, op_name="sgl_gemma_rmsnorm", out_shape="input"
)
gemma_fused_add_rmsnorm = register_custom_op_from_extern(
_sgl_gemma_fused_add_rmsnorm,
op_name="sgl_gemma_fused_add_rmsnorm",
mutates_args=["input", "residual"],
from sgl_kernel import (
fused_add_rmsnorm,
gemma_fused_add_rmsnorm,
gemma_rmsnorm,
rmsnorm,
)
_has_aiter_layer_norm = False
_has_vllm_rms_norm = False