[AMD] Add AWQ AMD CI coverage and quantization platform compatibility docs (#19550)

This commit is contained in:
Bruce Changlong Xu
2026-03-04 19:50:55 -08:00
committed by GitHub
parent 0e6a64712a
commit feda2b11c4
3 changed files with 68 additions and 1 deletions
+5 -1
View File
@@ -2,17 +2,19 @@ import unittest
from types import SimpleNamespace
from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.run_eval import run_eval
from sglang.test.test_utils import (
DEFAULT_AWQ_MOE_MODEL_NAME_FOR_TEST,
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
DEFAULT_URL_FOR_TEST,
CustomTestCase,
is_in_amd_ci,
popen_launch_server,
)
register_cuda_ci(est_time=163, suite="stage-b-test-large-1-gpu")
register_amd_ci(est_time=200, suite="stage-b-test-large-1-gpu-amd")
class TestAWQ(CustomTestCase):
@@ -44,6 +46,7 @@ class TestAWQ(CustomTestCase):
self.assertGreater(metrics["score"], 0.64)
@unittest.skipIf(is_in_amd_ci(), "AWQ Marlin is not supported on AMD GPUs")
class TestAWQMarlinBfloat16(CustomTestCase):
"""
Verify that the model can be loaded with bfloat16 dtype and awq_marlin quantization
@@ -77,6 +80,7 @@ class TestAWQMarlinBfloat16(CustomTestCase):
self.assertGreater(metrics["score"], 0.83)
@unittest.skipIf(is_in_amd_ci(), "AWQ Marlin is not supported on AMD GPUs")
class TestAWQMarlinFloat16(CustomTestCase):
"""
Verify that the model can be loaded with float16 dtype and awq_marlin quantization