[AMD] ci: add extra-a 1-gpu-large tier (fp8kv-triton, streaming-session, spec-standalone) (#28458)
This commit is contained in:
@@ -1,14 +1,22 @@
|
||||
import unittest
|
||||
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.srt.utils import is_hip
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.server_fixtures.standalone_fixture import StandaloneServerBase
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
# Non-V2 standalone speculative decoding tests (FA3, Triton, FlashInfer
|
||||
# backends). Sibling V2 classes stay per-commit in test_spec_standalone.py.
|
||||
register_cuda_ci(est_time=406, stage="extra-a", runner_config="1-gpu-large")
|
||||
# AMD: fa3 / flashinfer attention backends are not built in the ROCm
|
||||
# sgl_kernel, so only the triton-backend class runs on ROCm (the fa3 and
|
||||
# flashinfer classes are skipped on ROCm below).
|
||||
register_amd_ci(est_time=103, suite="extra-a-test-1-gpu-large-amd")
|
||||
|
||||
_AMD_SKIP_BACKEND = "fa3 / flashinfer attention backends are CUDA-only (not in the ROCm sgl_kernel build)"
|
||||
|
||||
|
||||
@unittest.skipIf(is_hip(), _AMD_SKIP_BACKEND)
|
||||
class TestStandaloneSpeculativeDecodingBase(StandaloneServerBase, CustomTestCase):
|
||||
attention_backend = "fa3"
|
||||
speculative_eagle_topk = 2
|
||||
@@ -24,6 +32,7 @@ class TestStandaloneSpeculativeDecodingTriton(StandaloneServerBase, CustomTestCa
|
||||
enable_deterministic_inference = True
|
||||
|
||||
|
||||
@unittest.skipIf(is_hip(), _AMD_SKIP_BACKEND)
|
||||
class TestStandaloneSpeculativeDecodingFlashinfer(StandaloneServerBase, CustomTestCase):
|
||||
attention_backend = "flashinfer"
|
||||
speculative_eagle_topk = 2
|
||||
|
||||
Reference in New Issue
Block a user