[AMD] CI - enable test case for amd ci : triton_attention_kernels , torch_compile_moe (#16559)

This commit is contained in:
YC Tseng
2026-01-12 00:06:31 -08:00
committed by GitHub
parent f44c63eef7
commit b1ee75ae7b
5 changed files with 28 additions and 16 deletions
+1 -1
View File
@@ -227,7 +227,7 @@ jobs:
- name: Run test - name: Run test
timeout-minutes: 30 timeout-minutes: 30
run: | run: |
bash scripts/ci/amd_ci_exec.sh -w "/sglang-checkout/test" python3 run_suite.py --hw amd --suite stage-b-test-small-1-gpu-amd --auto-partition-id ${{ matrix.part }} --auto-partition-size 12 bash scripts/ci/amd_ci_exec.sh -w "/sglang-checkout/test" python3 run_suite.py --hw amd --suite stage-b-test-small-1-gpu-amd --auto-partition-id ${{ matrix.part }} --auto-partition-size 12 --timeout-per-file 1800
stage-b-test-small-1-gpu-amd-mi35x: stage-b-test-small-1-gpu-amd-mi35x:
needs: [check-changes, stage-a-test-1-amd] needs: [check-changes, stage-a-test-1-amd]
@@ -20,15 +20,11 @@ from sglang.srt.layers.attention.triton_ops.prefill_attention import (
) )
from sglang.srt.utils import get_device from sglang.srt.utils import get_device
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase from sglang.test.test_utils import CustomTestCase, is_in_amd_ci
# Triton attention kernel unit tests (decode, extend, prefill) # Triton attention kernel unit tests (decode, extend, prefill)
register_cuda_ci(est_time=30, suite="stage-b-test-small-1-gpu") register_cuda_ci(est_time=30, suite="stage-b-test-small-1-gpu")
register_amd_ci( register_amd_ci(est_time=30, suite="stage-b-test-small-1-gpu-amd")
est_time=30,
suite="stage-b-test-small-1-gpu-amd",
disabled="test was never enabled for AMD CI, needs validation",
)
def extend_attention_fwd_torch( def extend_attention_fwd_torch(
@@ -627,7 +623,10 @@ class TestTritonAttention(CustomTestCase):
) )
print(cos_sim.item()) print(cos_sim.item())
self.assertTrue(cos_sim.item() > 0.99) self.assertTrue(cos_sim.item() > 0.99)
self.assertTrue(torch.allclose(o, o_grouped, atol=3e-2)) if is_in_amd_ci():
self.assertTrue(torch.allclose(o, o_grouped, atol=5e-2))
else:
self.assertTrue(torch.allclose(o, o_grouped, atol=3e-2))
def test_grouped_decode_attention(self): def test_grouped_decode_attention(self):
seq_lens = [5, 100, 128, 500] seq_lens = [5, 100, 128, 500]
@@ -764,11 +763,18 @@ class TestTritonAttention(CustomTestCase):
) )
# Compare results # Compare results
self.assertTrue( if is_in_amd_ci():
torch.allclose(o_regular, o_unified, rtol=0.15, atol=0.15), self.assertTrue(
f"Unified kernel output differs from 2-stage kernel. " torch.allclose(o_regular, o_unified, rtol=0.15, atol=0.17),
f"Max diff: {(o_regular - o_unified).abs().max()}", f"Unified kernel output differs from 2-stage kernel. "
) f"Max diff: {(o_regular - o_unified).abs().max()}",
)
else:
self.assertTrue(
torch.allclose(o_regular, o_unified, rtol=0.15, atol=0.15),
f"Unified kernel output differs from 2-stage kernel. "
f"Max diff: {(o_regular - o_unified).abs().max()}",
)
def test_extend_attention_unified_vs_regular(self): def test_extend_attention_unified_vs_regular(self):
"""Test unified kernel matches 2-stage kernel across different configs.""" """Test unified kernel matches 2-stage kernel across different configs."""
+6 -1
View File
@@ -15,13 +15,18 @@
import multiprocessing as mp import multiprocessing as mp
import unittest import unittest
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.lora_utils import ( from sglang.test.lora_utils import (
LORA_MODELS_QWEN3, LORA_MODELS_QWEN3,
run_lora_multiple_batch_on_model_cases, run_lora_multiple_batch_on_model_cases,
) )
register_cuda_ci(est_time=97, suite="nightly-1-gpu", nightly=True) register_cuda_ci(est_time=97, suite="nightly-1-gpu", nightly=True)
register_amd_ci(
est_time=30,
suite="stage-b-test-small-1-gpu-amd",
disabled="see https://github.com/sgl-project/sglang/issues/13107",
)
from sglang.test.test_utils import CustomTestCase from sglang.test.test_utils import CustomTestCase
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=210, suite="stage-b-test-small-1-gpu") register_cuda_ci(est_time=210, suite="stage-b-test-small-1-gpu")
register_amd_ci(est_time=1400, suite="stage-b-test-small-1-gpu-amd")
import time import time
import unittest import unittest
+1 -1
View File
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
) )
DEEPSEEK_R1_MODEL_PATH = "amd/DeepSeek-R1-MXFP4-Preview" DEEPSEEK_R1_MODEL_PATH = "amd/DeepSeek-R1-MXFP4-Preview"
SERVER_LAUNCH_TIMEOUT = 1000 SERVER_LAUNCH_TIMEOUT = 1200
class TestDeepseekR1MXFP4(CustomTestCase): class TestDeepseekR1MXFP4(CustomTestCase):