Add intel_xpu to DETERMINISTIC_ATTENTION_BACKEND_CHOICES (#29143)

Co-authored-by: vshekhawat-hlab <vshekhawat@habana.ai>
This commit is contained in:
Kalyan Kumar
2026-08-24 09:47:34 +08:00
committed by GitHub
co-authored by vshekhawat-hlab
parent fee00a41db
commit 4c02584773
3 changed files with 67 additions and 2 deletions
@@ -9,17 +9,29 @@ test into unit tests so that's easily reproducible in CI.
import unittest
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.srt.utils import is_xpu
from sglang.test.ci.ci_register import (
register_amd_ci,
register_cuda_ci,
register_xpu_ci,
)
from sglang.test.test_deterministic_utils import (
COMMON_SERVER_ARGS,
TestDeterministicBase,
)
from sglang.test.test_utils import is_in_amd_ci
from sglang.test.test_utils import (
DEFAULT_SMALL_MODEL_NAME_FOR_TEST_QWEN,
is_in_amd_ci,
)
register_cuda_ci(est_time=207, stage="base-b", runner_config="1-gpu-large")
register_amd_ci(est_time=278, suite="stage-b-test-1-gpu-small-amd")
register_xpu_ci(est_time=207, suite="stage-b-test-1-gpu-xpu")
_is_xpu = is_xpu()
@unittest.skipIf(_is_xpu, "CUDA runner only")
@unittest.skipIf(is_in_amd_ci(), "Skip for AMD CI.")
class TestFlashinferDeterministic(TestDeterministicBase):
# Test with flashinfer attention backend
@@ -35,6 +47,7 @@ class TestFlashinferDeterministic(TestDeterministicBase):
return args
@unittest.skipIf(_is_xpu, "CUDA runner only")
@unittest.skipIf(is_in_amd_ci(), "Skip for AMD CI.")
class TestFa3Deterministic(TestDeterministicBase):
# Test with fa3 attention backend
@@ -50,6 +63,7 @@ class TestFa3Deterministic(TestDeterministicBase):
return args
@unittest.skipIf(_is_xpu, "CUDA/AMD runner only")
class TestTritonDeterministic(TestDeterministicBase):
# Test with triton attention backend
@classmethod
@@ -64,5 +78,29 @@ class TestTritonDeterministic(TestDeterministicBase):
return args
@unittest.skipUnless(_is_xpu, "XPU runner only")
class TestIntelXPUDeterministic(TestDeterministicBase):
# Test with intel_xpu attention backend using smaller model to avoid OOM
@classmethod
def get_model(cls):
# Use smaller model for XPU to avoid OOM
return DEFAULT_SMALL_MODEL_NAME_FOR_TEST_QWEN
@classmethod
def get_server_args(cls):
args = COMMON_SERVER_ARGS
args.extend(
[
"--attention-backend",
"intel_xpu",
"--device",
"xpu",
"--mem-fraction-static",
"0.80",
]
)
return args
if __name__ == "__main__":
unittest.main()