[AMD] ci: register 8 framework / unit tests to run on AMD CI (#25939)

This commit is contained in:
Michael
2026-06-10 08:41:22 -07:00
committed by GitHub
parent 502bc89e1b
commit 6a16f29af6
8 changed files with 26 additions and 8 deletions
@@ -16,9 +16,10 @@ from sglang.srt.disaggregation.decode_kvcache_offload_manager import (
DecodeKVCacheOffloadManager, DecodeKVCacheOffloadManager,
) )
from sglang.srt.disaggregation.kv_events import OffloadedState from sglang.srt.disaggregation.kv_events import OffloadedState
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=8, stage="base-b", runner_config="1-gpu-small") register_cuda_ci(est_time=8, stage="base-b", runner_config="1-gpu-small")
register_amd_ci(est_time=8, suite="stage-b-test-1-gpu-small-amd")
def _make_mock_req( def _make_mock_req(
@@ -3,11 +3,16 @@
import unittest import unittest
from types import SimpleNamespace from types import SimpleNamespace
from sglang.test.ci.ci_register import register_cpu_ci, register_cuda_ci from sglang.test.ci.ci_register import (
register_amd_ci,
register_cpu_ci,
register_cuda_ci,
)
from sglang.test.few_shot_gsm8k import run_eval from sglang.test.few_shot_gsm8k import run_eval
from sglang.test.server_fixtures.default_fixture import DefaultServerBase from sglang.test.server_fixtures.default_fixture import DefaultServerBase
register_cuda_ci(est_time=48, stage="base-b", runner_config="1-gpu-small") register_cuda_ci(est_time=48, stage="base-b", runner_config="1-gpu-small")
register_amd_ci(est_time=48, suite="stage-b-test-1-gpu-small-amd")
register_cpu_ci(est_time=320, suite="base-b-test-cpu") register_cpu_ci(est_time=320, suite="base-b-test-cpu")
@@ -15,7 +15,7 @@ import unittest
import requests import requests
from sglang.srt.utils import kill_process_tree from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import ( from sglang.test.test_utils import (
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
CustomTestCase, CustomTestCase,
@@ -23,6 +23,7 @@ from sglang.test.test_utils import (
) )
register_cuda_ci(est_time=120, stage="base-b", runner_config="1-gpu-small") register_cuda_ci(est_time=120, stage="base-b", runner_config="1-gpu-small")
register_amd_ci(est_time=120, suite="stage-b-test-1-gpu-small-amd")
MODEL = "Qwen/Qwen3-0.6B" MODEL = "Qwen/Qwen3-0.6B"
BASE_URL = "http://127.0.0.1:39877" BASE_URL = "http://127.0.0.1:39877"
@@ -12,9 +12,10 @@ from sglang.srt.disaggregation.decode import ( # noqa: E402
from sglang.srt.disaggregation.utils import DisaggregationMode # noqa: E402 from sglang.srt.disaggregation.utils import DisaggregationMode # noqa: E402
from sglang.srt.managers.schedule_batch import FINISH_ABORT # noqa: E402 from sglang.srt.managers.schedule_batch import FINISH_ABORT # noqa: E402
from sglang.srt.managers.scheduler import Scheduler # noqa: E402 from sglang.srt.managers.scheduler import Scheduler # noqa: E402
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=5, stage="base-b", runner_config="1-gpu-small") register_cuda_ci(est_time=5, stage="base-b", runner_config="1-gpu-small")
register_amd_ci(est_time=5, suite="stage-b-test-1-gpu-small-amd")
class TestDisaggregationPriorityQueueing(unittest.TestCase): class TestDisaggregationPriorityQueueing(unittest.TestCase):
@@ -11,9 +11,10 @@ from sglang.srt.mem_cache.memory_pool_host import (
alloc_with_pin_memory, alloc_with_pin_memory,
) )
from sglang.srt.utils import is_cuda, is_hip, is_npu, is_xpu from sglang.srt.utils import is_cuda, is_hip, is_npu, is_xpu
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=9, stage="base-b", runner_config="1-gpu-small") register_cuda_ci(est_time=9, stage="base-b", runner_config="1-gpu-small")
register_amd_ci(est_time=9, suite="stage-b-test-1-gpu-small-amd")
class TestDSAOffloadSignatures(unittest.TestCase): class TestDSAOffloadSignatures(unittest.TestCase):
@@ -143,6 +144,12 @@ class TestDSAHiCacheTransfer(unittest.TestCase):
].cpu() ].cpu()
self.assertTrue(torch.equal(got_kv, expected_kv)) self.assertTrue(torch.equal(got_kv, expected_kv))
@unittest.skipIf(
is_hip(),
'`io_backend="kernel"` path in memory_pool_host.backup_from_device_all_layer '
"raises ValueError on AMD (only the `direct` IO backend is wired for ROCm). "
"The other 62 tests in this file pass on AMD.",
)
def test_device_to_host_indexer_kernel(self): def test_device_to_host_indexer_kernel(self):
self._run_device_to_host_indexer_copy(io_backend="kernel") self._run_device_to_host_indexer_copy(io_backend="kernel")
@@ -29,10 +29,11 @@ from sglang.srt.mem_cache.radix_cache import RadixKey
from sglang.srt.mem_cache.swa_memory_pool import SWAKVPool from sglang.srt.mem_cache.swa_memory_pool import SWAKVPool
from sglang.srt.mem_cache.swa_radix_cache import SWARadixCache from sglang.srt.mem_cache.swa_radix_cache import SWARadixCache
from sglang.srt.utils import get_device from sglang.srt.utils import get_device
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=12, stage="base-b", runner_config="1-gpu-small") register_cuda_ci(est_time=12, stage="base-b", runner_config="1-gpu-small")
register_amd_ci(est_time=12, suite="stage-b-test-1-gpu-small-amd")
def _build_tree( def _build_tree(
@@ -38,9 +38,10 @@ from sglang.srt.mem_cache.unified_cache_components.tree_component import Compone
from sglang.srt.mem_cache.unified_radix_cache import UnifiedRadixCache from sglang.srt.mem_cache.unified_radix_cache import UnifiedRadixCache
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
from sglang.srt.utils import get_device from sglang.srt.utils import get_device
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=25, stage="base-b", runner_config="1-gpu-small") register_cuda_ci(est_time=25, stage="base-b", runner_config="1-gpu-small")
register_amd_ci(est_time=25, suite="stage-b-test-1-gpu-small-amd")
# --------------------------------------------------------------------------- # ---------------------------------------------------------------------------
# Constants # Constants
@@ -62,10 +62,11 @@ from sglang.srt.server_args import (
set_global_server_args_for_scheduler, set_global_server_args_for_scheduler,
) )
from sglang.srt.utils import get_device from sglang.srt.utils import get_device
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=10, stage="base-b", runner_config="1-gpu-small") register_cuda_ci(est_time=10, stage="base-b", runner_config="1-gpu-small")
register_amd_ci(est_time=10, suite="stage-b-test-1-gpu-small-amd")
@dataclass(frozen=True) @dataclass(frozen=True)