Add intel_xpu to DETERMINISTIC_ATTENTION_BACKEND_CHOICES (#29143)
Co-authored-by: vshekhawat-hlab <vshekhawat@habana.ai>
This commit is contained in:
co-authored by
vshekhawat-hlab
parent
fee00a41db
commit
4c02584773
@@ -9,17 +9,29 @@ test into unit tests so that's easily reproducible in CI.
|
||||
|
||||
import unittest
|
||||
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.srt.utils import is_xpu
|
||||
from sglang.test.ci.ci_register import (
|
||||
register_amd_ci,
|
||||
register_cuda_ci,
|
||||
register_xpu_ci,
|
||||
)
|
||||
from sglang.test.test_deterministic_utils import (
|
||||
COMMON_SERVER_ARGS,
|
||||
TestDeterministicBase,
|
||||
)
|
||||
from sglang.test.test_utils import is_in_amd_ci
|
||||
from sglang.test.test_utils import (
|
||||
DEFAULT_SMALL_MODEL_NAME_FOR_TEST_QWEN,
|
||||
is_in_amd_ci,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=207, stage="base-b", runner_config="1-gpu-large")
|
||||
register_amd_ci(est_time=278, suite="stage-b-test-1-gpu-small-amd")
|
||||
register_xpu_ci(est_time=207, suite="stage-b-test-1-gpu-xpu")
|
||||
|
||||
_is_xpu = is_xpu()
|
||||
|
||||
|
||||
@unittest.skipIf(_is_xpu, "CUDA runner only")
|
||||
@unittest.skipIf(is_in_amd_ci(), "Skip for AMD CI.")
|
||||
class TestFlashinferDeterministic(TestDeterministicBase):
|
||||
# Test with flashinfer attention backend
|
||||
@@ -35,6 +47,7 @@ class TestFlashinferDeterministic(TestDeterministicBase):
|
||||
return args
|
||||
|
||||
|
||||
@unittest.skipIf(_is_xpu, "CUDA runner only")
|
||||
@unittest.skipIf(is_in_amd_ci(), "Skip for AMD CI.")
|
||||
class TestFa3Deterministic(TestDeterministicBase):
|
||||
# Test with fa3 attention backend
|
||||
@@ -50,6 +63,7 @@ class TestFa3Deterministic(TestDeterministicBase):
|
||||
return args
|
||||
|
||||
|
||||
@unittest.skipIf(_is_xpu, "CUDA/AMD runner only")
|
||||
class TestTritonDeterministic(TestDeterministicBase):
|
||||
# Test with triton attention backend
|
||||
@classmethod
|
||||
@@ -64,5 +78,29 @@ class TestTritonDeterministic(TestDeterministicBase):
|
||||
return args
|
||||
|
||||
|
||||
@unittest.skipUnless(_is_xpu, "XPU runner only")
|
||||
class TestIntelXPUDeterministic(TestDeterministicBase):
|
||||
# Test with intel_xpu attention backend using smaller model to avoid OOM
|
||||
@classmethod
|
||||
def get_model(cls):
|
||||
# Use smaller model for XPU to avoid OOM
|
||||
return DEFAULT_SMALL_MODEL_NAME_FOR_TEST_QWEN
|
||||
|
||||
@classmethod
|
||||
def get_server_args(cls):
|
||||
args = COMMON_SERVER_ARGS
|
||||
args.extend(
|
||||
[
|
||||
"--attention-backend",
|
||||
"intel_xpu",
|
||||
"--device",
|
||||
"xpu",
|
||||
"--mem-fraction-static",
|
||||
"0.80",
|
||||
]
|
||||
)
|
||||
return args
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
|
||||
Reference in New Issue
Block a user