[AMD] Register DP attention test (#28495)
This commit is contained in:
@@ -5,7 +5,7 @@ import requests
|
|||||||
from sglang.lang.chat_template import get_chat_template_by_model_path
|
from sglang.lang.chat_template import get_chat_template_by_model_path
|
||||||
from sglang.srt.environ import envs
|
from sglang.srt.environ import envs
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
from sglang.test.kits.ebnf_constrained_kit import EBNFConstrainedMixin
|
from sglang.test.kits.ebnf_constrained_kit import EBNFConstrainedMixin
|
||||||
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
||||||
from sglang.test.kits.json_constrained_kit import JSONConstrainedMixin
|
from sglang.test.kits.json_constrained_kit import JSONConstrainedMixin
|
||||||
@@ -15,15 +15,19 @@ from sglang.test.test_utils import (
|
|||||||
DEFAULT_IMAGE_URL,
|
DEFAULT_IMAGE_URL,
|
||||||
DEFAULT_MLA_MODEL_NAME_FOR_TEST,
|
DEFAULT_MLA_MODEL_NAME_FOR_TEST,
|
||||||
DEFAULT_MODEL_NAME_FOR_TEST_MLA,
|
DEFAULT_MODEL_NAME_FOR_TEST_MLA,
|
||||||
|
DEFAULT_TARGET_MODEL_EAGLE_DP_ATTN,
|
||||||
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||||
DEFAULT_URL_FOR_TEST,
|
DEFAULT_URL_FOR_TEST,
|
||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
|
is_in_amd_ci,
|
||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=420, stage="base-b", runner_config="2-gpu-large")
|
register_cuda_ci(est_time=420, stage="base-b", runner_config="2-gpu-large")
|
||||||
|
register_amd_ci(est_time=500, suite="stage-b-test-2-gpu-large-amd")
|
||||||
|
|
||||||
|
|
||||||
|
@unittest.skipIf(is_in_amd_ci(), "This test case cannot run on ROCm.")
|
||||||
class TestDPAttentionDP2TP2(
|
class TestDPAttentionDP2TP2(
|
||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
GSM8KMixin,
|
GSM8KMixin,
|
||||||
@@ -79,7 +83,7 @@ class TestDPAttentionGatherv(
|
|||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def setUpClass(cls):
|
def setUpClass(cls):
|
||||||
cls.model = DEFAULT_MODEL_NAME_FOR_TEST_MLA
|
cls.model = DEFAULT_TARGET_MODEL_EAGLE_DP_ATTN
|
||||||
cls.base_url = DEFAULT_URL_FOR_TEST
|
cls.base_url = DEFAULT_URL_FOR_TEST
|
||||||
cls.process = popen_launch_server(
|
cls.process = popen_launch_server(
|
||||||
cls.model,
|
cls.model,
|
||||||
@@ -103,6 +107,7 @@ class TestDPAttentionGatherv(
|
|||||||
kill_process_tree(cls.process.pid)
|
kill_process_tree(cls.process.pid)
|
||||||
|
|
||||||
|
|
||||||
|
@unittest.skipIf(is_in_amd_ci(), "This test case cannot run on ROCm.")
|
||||||
class TestDPAttentionMixedChunk(
|
class TestDPAttentionMixedChunk(
|
||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
GSM8KMixin,
|
GSM8KMixin,
|
||||||
@@ -135,6 +140,7 @@ class TestDPAttentionMixedChunk(
|
|||||||
kill_process_tree(cls.process.pid)
|
kill_process_tree(cls.process.pid)
|
||||||
|
|
||||||
|
|
||||||
|
@unittest.skipIf(is_in_amd_ci(), "This test case cannot run on ROCm.")
|
||||||
class TestDPRetract(
|
class TestDPRetract(
|
||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
JSONConstrainedMixin,
|
JSONConstrainedMixin,
|
||||||
@@ -175,6 +181,7 @@ class TestDPRetract(
|
|||||||
self.assertIsNone(self.process.poll())
|
self.assertIsNone(self.process.poll())
|
||||||
|
|
||||||
|
|
||||||
|
@unittest.skipIf(is_in_amd_ci(), "This test case cannot run on ROCm.")
|
||||||
class TestDPAttentionDP2TP2VLM(CustomTestCase):
|
class TestDPAttentionDP2TP2VLM(CustomTestCase):
|
||||||
@classmethod
|
@classmethod
|
||||||
def setUpClass(cls):
|
def setUpClass(cls):
|
||||||
|
|||||||
Reference in New Issue
Block a user