[CI] Fix registered sigmoid gate mul test location (#27909)

This commit is contained in:
Mohammad Miadh Angkad
2026-06-11 18:52:37 +08:00
committed by GitHub
parent 6ac9f66596
commit 7e245afefe
@@ -1,81 +0,0 @@
import sys
import pytest
import torch
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=4, suite="base-b-kernel-unit-1-gpu-large")
register_amd_ci(est_time=4, suite="jit-kernel-unit-test-amd")
DEVICE = "cuda"
def reference_sigmoid_gate_mul(x, gate):
return x * torch.sigmoid(gate)
@pytest.mark.parametrize("dtype", [torch.bfloat16, torch.float16, torch.float32])
@pytest.mark.parametrize(
"shape",
[
(1, 4096),
(4, 4096),
(8, 4096),
(32, 8192),
(1, 128),
(16, 16384),
],
)
def test_sigmoid_gate_mul_correctness(shape, dtype):
from sglang.jit_kernel.triton.sigmoid_gate_mul import sigmoid_gate_mul
torch.manual_seed(42)
x = torch.randn(shape, dtype=dtype, device=DEVICE)
gate = torch.randn(shape, dtype=dtype, device=DEVICE)
ref = reference_sigmoid_gate_mul(x, gate)
out = sigmoid_gate_mul(x, gate)
rtol = 1e-2 if dtype == torch.bfloat16 else 1e-3
atol = 2e-2 if dtype == torch.bfloat16 else 1e-3
torch.testing.assert_close(out, ref, rtol=rtol, atol=atol)
@pytest.mark.parametrize("shape", [(4, 4096), (1, 128)])
def test_sigmoid_gate_mul_does_not_modify_inputs(shape):
from sglang.jit_kernel.triton.sigmoid_gate_mul import sigmoid_gate_mul
torch.manual_seed(42)
x = torch.randn(shape, dtype=torch.bfloat16, device=DEVICE)
gate = torch.randn(shape, dtype=torch.bfloat16, device=DEVICE)
x_orig = x.clone()
gate_orig = gate.clone()
sigmoid_gate_mul(x, gate)
torch.testing.assert_close(x, x_orig, rtol=0, atol=0)
torch.testing.assert_close(gate, gate_orig, rtol=0, atol=0)
def test_sigmoid_gate_mul_output_dtype():
from sglang.jit_kernel.triton.sigmoid_gate_mul import sigmoid_gate_mul
for dtype in [torch.bfloat16, torch.float16, torch.float32]:
x = torch.randn(4, 4096, dtype=dtype, device=DEVICE)
gate = torch.randn(4, 4096, dtype=dtype, device=DEVICE)
out = sigmoid_gate_mul(x, gate)
assert out.dtype == dtype, f"Expected {dtype}, got {out.dtype}"
def test_sigmoid_gate_mul_contiguous_output():
from sglang.jit_kernel.triton.sigmoid_gate_mul import sigmoid_gate_mul
x = torch.randn(4, 4096, dtype=torch.bfloat16, device=DEVICE)
gate = torch.randn(4, 4096, dtype=torch.bfloat16, device=DEVICE)
out = sigmoid_gate_mul(x, gate)
assert out.is_contiguous()
if __name__ == "__main__":
sys.exit(pytest.main([__file__, "-v"]))