[AMD] Add AWQ AMD CI coverage and quantization platform compatibility docs (#19550)
This commit is contained in:
@@ -2,17 +2,19 @@ import unittest
|
||||
from types import SimpleNamespace
|
||||
|
||||
from sglang.srt.utils import kill_process_tree
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.run_eval import run_eval
|
||||
from sglang.test.test_utils import (
|
||||
DEFAULT_AWQ_MOE_MODEL_NAME_FOR_TEST,
|
||||
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||
DEFAULT_URL_FOR_TEST,
|
||||
CustomTestCase,
|
||||
is_in_amd_ci,
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=163, suite="stage-b-test-large-1-gpu")
|
||||
register_amd_ci(est_time=200, suite="stage-b-test-large-1-gpu-amd")
|
||||
|
||||
|
||||
class TestAWQ(CustomTestCase):
|
||||
@@ -44,6 +46,7 @@ class TestAWQ(CustomTestCase):
|
||||
self.assertGreater(metrics["score"], 0.64)
|
||||
|
||||
|
||||
@unittest.skipIf(is_in_amd_ci(), "AWQ Marlin is not supported on AMD GPUs")
|
||||
class TestAWQMarlinBfloat16(CustomTestCase):
|
||||
"""
|
||||
Verify that the model can be loaded with bfloat16 dtype and awq_marlin quantization
|
||||
@@ -77,6 +80,7 @@ class TestAWQMarlinBfloat16(CustomTestCase):
|
||||
self.assertGreater(metrics["score"], 0.83)
|
||||
|
||||
|
||||
@unittest.skipIf(is_in_amd_ci(), "AWQ Marlin is not supported on AMD GPUs")
|
||||
class TestAWQMarlinFloat16(CustomTestCase):
|
||||
"""
|
||||
Verify that the model can be loaded with float16 dtype and awq_marlin quantization
|
||||
|
||||
Reference in New Issue
Block a user