[AMD] register kv_canary + mock_model e2e tests to extra-a (1-gpu-small + 2-gpu-large) (#28850)
This commit is contained in:
@@ -7,7 +7,8 @@ from typing import ClassVar, Dict, List
|
||||
|
||||
import requests
|
||||
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.srt.utils import is_hip
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.kv_canary.violation_log_utils import assert_no_violation_in_log
|
||||
from sglang.test.mock_model.utils import (
|
||||
MOCK_MODEL_PATH,
|
||||
@@ -19,6 +20,7 @@ from sglang.test.server_fixtures.disaggregation_fixture import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=600, stage="extra-a", runner_config="2-gpu-large")
|
||||
register_amd_ci(est_time=165, stage="extra-a", runner_config="2-gpu-large-amd")
|
||||
|
||||
# DO NOT pass --disable-cuda-graph in canary e2e tests. The canary kernel
|
||||
# must run inside the cuda graph alongside the real attn kernel; disabling the
|
||||
@@ -128,6 +130,13 @@ class TestPdTransferCanaryClean(_MockModelPDBase, unittest.TestCase):
|
||||
self.assert_no_canary_violation()
|
||||
|
||||
|
||||
@unittest.skipIf(
|
||||
is_hip(),
|
||||
"ROCm: PD full-real-data KV checksum intermittently trips a "
|
||||
"verify_real_kv_hash canary violation on the decode-side transferred prefix "
|
||||
"(see https://github.com/sgl-project/sglang/issues/28971). The baseline PD "
|
||||
"canary test above stays enabled on AMD.",
|
||||
)
|
||||
class TestPdTransferChecksumFullRealData(_MockModelPDBase, unittest.TestCase):
|
||||
"""--kv-canary-real-data=all + sweep every step, no perturb, no violation."""
|
||||
|
||||
|
||||
@@ -2,11 +2,12 @@ from __future__ import annotations
|
||||
|
||||
import unittest
|
||||
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.mock_model.utils import run_mock_model_bench_serving
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=600, stage="extra-a", runner_config="2-gpu-large")
|
||||
register_amd_ci(est_time=67, stage="extra-a", runner_config="2-gpu-large-amd")
|
||||
|
||||
|
||||
class TestE2EPipelineParallel(CustomTestCase):
|
||||
|
||||
@@ -2,11 +2,12 @@ from __future__ import annotations
|
||||
|
||||
import unittest
|
||||
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.mock_model.utils import MOCK_MODEL_PATH, run_mock_model_bench_serving
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=600, stage="extra-a", runner_config="1-gpu-small")
|
||||
register_amd_ci(est_time=77, stage="extra-a", runner_config="1-gpu-small-amd")
|
||||
|
||||
|
||||
class TestE2ESpeculativeEagle(CustomTestCase):
|
||||
|
||||
@@ -2,11 +2,12 @@ from __future__ import annotations
|
||||
|
||||
import unittest
|
||||
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.mock_model.utils import run_mock_model_bench_serving
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=600, stage="extra-a", runner_config="2-gpu-large")
|
||||
register_amd_ci(est_time=167, stage="extra-a", runner_config="2-gpu-large-amd")
|
||||
|
||||
|
||||
class TestE2ETensorParallel(CustomTestCase):
|
||||
|
||||
@@ -2,10 +2,11 @@ from __future__ import annotations
|
||||
|
||||
import unittest
|
||||
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.mock_model.perturb_e2e_base import MockModelPerturbE2EBase
|
||||
|
||||
register_cuda_ci(est_time=60, stage="extra-a", runner_config="1-gpu-small")
|
||||
register_amd_ci(est_time=131, stage="extra-a", runner_config="1-gpu-small-amd")
|
||||
|
||||
|
||||
class TestPerturbNextTokenSwap(MockModelPerturbE2EBase):
|
||||
|
||||
Reference in New Issue
Block a user