[AMD] Add 4-GPU test suite for MI325 runners (#20294)
This commit is contained in:
@@ -4,7 +4,7 @@ from types import SimpleNamespace
|
||||
import requests
|
||||
|
||||
from sglang.srt.environ import envs
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||
from sglang.test.send_one import BenchArgs, send_one_prompt
|
||||
from sglang.test.test_utils import (
|
||||
@@ -22,6 +22,7 @@ from sglang.test.test_utils import (
|
||||
|
||||
# EAGLE3 with DP attention (tp=2, dp=2, requires 4 GPUs)
|
||||
register_cuda_ci(est_time=200, suite="stage-c-test-4-gpu-h100")
|
||||
register_amd_ci(est_time=200, suite="stage-c-test-4-gpu-amd")
|
||||
|
||||
|
||||
class TestEAGLE3EngineDPAttention(CustomTestCase):
|
||||
@@ -50,7 +51,7 @@ class TestEAGLE3EngineDPAttention(CustomTestCase):
|
||||
"--moe-dense-tp-size",
|
||||
"1",
|
||||
"--attention-backend",
|
||||
"fa3",
|
||||
"triton" if is_in_amd_ci() else "fa3",
|
||||
"--mem-fraction-static",
|
||||
"0.75",
|
||||
"--cuda-graph-max-bs",
|
||||
@@ -106,9 +107,17 @@ class TestEAGLE3EngineDPAttention(CustomTestCase):
|
||||
f'{metrics["accuracy"]=:.3f}\n'
|
||||
f"{avg_spec_accept_length=:.2f}\n"
|
||||
)
|
||||
self.assertGreater(metrics["accuracy"], 0.91)
|
||||
if is_in_amd_ci():
|
||||
# AMD triton backend produces slightly lower accuracy than FA3 on NVIDIA
|
||||
self.assertGreater(metrics["accuracy"], 0.88)
|
||||
else:
|
||||
self.assertGreater(metrics["accuracy"], 0.91)
|
||||
if avg_spec_accept_length is not None:
|
||||
self.assertGreater(avg_spec_accept_length, 2.5)
|
||||
if is_in_amd_ci():
|
||||
# AMD triton backend produces slightly lower accept length than FA3 on NVIDIA
|
||||
self.assertGreater(avg_spec_accept_length, 2.0)
|
||||
else:
|
||||
self.assertGreater(avg_spec_accept_length, 2.5)
|
||||
|
||||
def test_bs_1_speed(self):
|
||||
"""Test batch size 1 speed with EAGLE3 DP Attention"""
|
||||
|
||||
Reference in New Issue
Block a user