[AMD] Add 4-GPU test suite for MI325 runners (#20294)

This commit is contained in:
Michael
2026-03-24 14:04:49 -07:00
committed by GitHub
parent c4db64c16b
commit 6cb1c2d53d
12 changed files with 252 additions and 13 deletions
@@ -4,7 +4,7 @@ from types import SimpleNamespace
import requests
from sglang.srt.environ import envs
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
from sglang.test.send_one import BenchArgs, send_one_prompt
from sglang.test.test_utils import (
@@ -22,6 +22,7 @@ from sglang.test.test_utils import (
# EAGLE3 with DP attention (tp=2, dp=2, requires 4 GPUs)
register_cuda_ci(est_time=200, suite="stage-c-test-4-gpu-h100")
register_amd_ci(est_time=200, suite="stage-c-test-4-gpu-amd")
class TestEAGLE3EngineDPAttention(CustomTestCase):
@@ -50,7 +51,7 @@ class TestEAGLE3EngineDPAttention(CustomTestCase):
"--moe-dense-tp-size",
"1",
"--attention-backend",
"fa3",
"triton" if is_in_amd_ci() else "fa3",
"--mem-fraction-static",
"0.75",
"--cuda-graph-max-bs",
@@ -106,9 +107,17 @@ class TestEAGLE3EngineDPAttention(CustomTestCase):
f'{metrics["accuracy"]=:.3f}\n'
f"{avg_spec_accept_length=:.2f}\n"
)
self.assertGreater(metrics["accuracy"], 0.91)
if is_in_amd_ci():
# AMD triton backend produces slightly lower accuracy than FA3 on NVIDIA
self.assertGreater(metrics["accuracy"], 0.88)
else:
self.assertGreater(metrics["accuracy"], 0.91)
if avg_spec_accept_length is not None:
self.assertGreater(avg_spec_accept_length, 2.5)
if is_in_amd_ci():
# AMD triton backend produces slightly lower accept length than FA3 on NVIDIA
self.assertGreater(avg_spec_accept_length, 2.0)
else:
self.assertGreater(avg_spec_accept_length, 2.5)
def test_bs_1_speed(self):
"""Test batch size 1 speed with EAGLE3 DP Attention"""