[AMD] Register 3 CPU-bound / triton unit + light-integration tests for AMD 1-GPU PR CI (#31088)
This commit is contained in:
@@ -6,10 +6,15 @@ from sglang.kernels.ops.attention.fla.chunk import chunk_gated_delta_rule
|
|||||||
from sglang.kernels.ops.attention.fla.fused_recurrent import (
|
from sglang.kernels.ops.attention.fla.fused_recurrent import (
|
||||||
fused_recurrent_gated_delta_rule,
|
fused_recurrent_gated_delta_rule,
|
||||||
)
|
)
|
||||||
from sglang.srt.utils import get_device
|
from sglang.srt.utils import get_device, is_hip
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci, register_xpu_ci
|
from sglang.test.ci.ci_register import (
|
||||||
|
register_amd_ci,
|
||||||
|
register_cuda_ci,
|
||||||
|
register_xpu_ci,
|
||||||
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=11, stage="base-b", runner_config="1-gpu-large")
|
register_cuda_ci(est_time=11, stage="base-b", runner_config="1-gpu-large")
|
||||||
|
register_amd_ci(est_time=11, stage="stage-b", runner_config="1-gpu-large-amd")
|
||||||
register_xpu_ci(est_time=900, suite="stage-b-test-1-gpu-xpu")
|
register_xpu_ci(est_time=900, suite="stage-b-test-1-gpu-xpu")
|
||||||
|
|
||||||
|
|
||||||
@@ -183,6 +188,11 @@ class TestChunkGatedDeltaRule(unittest.TestCase):
|
|||||||
def test_dim_k_gt_v(self):
|
def test_dim_k_gt_v(self):
|
||||||
self._check_shape(B=4, T_per_seq=128, H=16, K=128, V=64, pool_size=32)
|
self._check_shape(B=4, T_per_seq=128, H=16, K=128, V=64, pool_size=32)
|
||||||
|
|
||||||
|
@unittest.skipIf(
|
||||||
|
is_hip(),
|
||||||
|
"K=V=256 head dim exceeds the FLA chunk triton kernel's shared-memory "
|
||||||
|
"budget on ROCm (out-of-resource at launch); smaller head dims pass.",
|
||||||
|
)
|
||||||
def test_dim_256x256(self):
|
def test_dim_256x256(self):
|
||||||
self._check_shape(B=4, T_per_seq=128, H=16, K=256, V=256, pool_size=32)
|
self._check_shape(B=4, T_per_seq=128, H=16, K=256, V=256, pool_size=32)
|
||||||
|
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ from prometheus_client.samples import Sample
|
|||||||
from sglang.srt.disaggregation.encode_server import MINIMUM_PNG_PICTURE_BASE64
|
from sglang.srt.disaggregation.encode_server import MINIMUM_PNG_PICTURE_BASE64
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
from sglang.srt.utils.network import get_zmq_socket_on_host
|
from sglang.srt.utils.network import get_zmq_socket_on_host
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
DEFAULT_SMALL_VLM_MODEL_NAME_FOR_TEST,
|
DEFAULT_SMALL_VLM_MODEL_NAME_FOR_TEST,
|
||||||
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||||
@@ -23,6 +23,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=180, stage="base-b", runner_config="1-gpu-small")
|
register_cuda_ci(est_time=180, stage="base-b", runner_config="1-gpu-small")
|
||||||
|
register_amd_ci(est_time=180, stage="stage-b", runner_config="1-gpu-small-amd")
|
||||||
|
|
||||||
_MODEL_NAME = DEFAULT_SMALL_VLM_MODEL_NAME_FOR_TEST
|
_MODEL_NAME = DEFAULT_SMALL_VLM_MODEL_NAME_FOR_TEST
|
||||||
|
|
||||||
|
|||||||
@@ -16,10 +16,15 @@ from sglang.srt.model_executor.forward_batch_info import ForwardMode
|
|||||||
from sglang.srt.speculative.adaptive_runtime_state import SpecRuntimeState
|
from sglang.srt.speculative.adaptive_runtime_state import SpecRuntimeState
|
||||||
from sglang.srt.speculative.eagle_utils import organize_draft_results
|
from sglang.srt.speculative.eagle_utils import organize_draft_results
|
||||||
from sglang.srt.speculative.eagle_worker_v2 import EagleDraftWorker, EAGLEWorkerV2
|
from sglang.srt.speculative.eagle_worker_v2 import EagleDraftWorker, EAGLEWorkerV2
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import (
|
||||||
|
register_amd_ci,
|
||||||
|
register_cpu_ci,
|
||||||
|
register_cuda_ci,
|
||||||
|
)
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=20, stage="base-b", runner_config="1-gpu-small")
|
register_cuda_ci(est_time=20, stage="base-b", runner_config="1-gpu-small")
|
||||||
|
register_amd_ci(est_time=20, stage="stage-b", runner_config="1-gpu-small-amd")
|
||||||
register_cpu_ci(est_time=20, suite="base-a-test-cpu")
|
register_cpu_ci(est_time=20, suite="base-a-test-cpu")
|
||||||
|
|
||||||
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
|
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
|
||||||
|
|||||||
Reference in New Issue
Block a user