[XPU][CI] Move XPU tests to nightly and add per-subclass server launch timeout (#37532)
This commit is contained in:
@@ -70,6 +70,10 @@ class SpecEagleServerBase(CustomTestCase):
|
|||||||
dtype = "bfloat16"
|
dtype = "bfloat16"
|
||||||
cuda_graph_max_bs_decode = None
|
cuda_graph_max_bs_decode = None
|
||||||
trust_remote_code = True
|
trust_remote_code = True
|
||||||
|
# Seconds to wait for the spec server to report healthy. Overridable per
|
||||||
|
# subclass: EAGLE3 + full CUDA-graph decode capture on XPU can exceed the
|
||||||
|
# 600s default, so the XPU parity test bumps this.
|
||||||
|
server_launch_timeout = DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH
|
||||||
# Launch with --enable-return-hidden-states so SpecHiddenStatesKit can probe
|
# Launch with --enable-return-hidden-states so SpecHiddenStatesKit can probe
|
||||||
# per-request hidden states; per-request gated, so other requests don't pay.
|
# per-request hidden states; per-request gated, so other requests don't pay.
|
||||||
enable_return_hidden_states = False
|
enable_return_hidden_states = False
|
||||||
@@ -144,7 +148,7 @@ class SpecEagleServerBase(CustomTestCase):
|
|||||||
cls.process = popen_launch_server(
|
cls.process = popen_launch_server(
|
||||||
cls.model,
|
cls.model,
|
||||||
cls.base_url,
|
cls.base_url,
|
||||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
timeout=cls.server_launch_timeout,
|
||||||
other_args=cls._launch_args(),
|
other_args=cls._launch_args(),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -47,6 +47,9 @@ class TestEagle3ParityXPU(SpecParityKit, _Eagle3ParityBase):
|
|||||||
# (via XPUCudaGraphBackend). Opt in explicitly now that it is disabled
|
# (via XPUCudaGraphBackend). Opt in explicitly now that it is disabled
|
||||||
# by default so the coverage is preserved.
|
# by default so the coverage is preserved.
|
||||||
extra_args = ("--cuda-graph-config", '{"decode":{"backend":"full"}}')
|
extra_args = ("--cuda-graph-config", '{"decode":{"backend":"full"}}')
|
||||||
|
# EAGLE3 + full CUDA-graph decode capture on XPU takes >600s from cold on
|
||||||
|
# Arc-class GPUs; the 600s default trips a spurious launch timeout here.
|
||||||
|
server_launch_timeout = 1800
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|||||||
@@ -18,13 +18,11 @@ from sglang.test.test_utils import (
|
|||||||
|
|
||||||
register_xpu_ci(
|
register_xpu_ci(
|
||||||
est_time=360,
|
est_time=360,
|
||||||
suite="stage-b-test-1-gpu-xpu",
|
suite="nightly-xpu-1-gpu",
|
||||||
disabled="Temporarily disabled until Triton-XPU upgrade",
|
nightly=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
# TODO: Temporarily disable this test and re-enable it after Triton-XPU is upgraded.
|
|
||||||
@unittest.skip("Temporarily disabled until Triton-XPU upgrade")
|
|
||||||
class TestDeepSeekOCRTriton(TestDeepSeekOCR):
|
class TestDeepSeekOCRTriton(TestDeepSeekOCR):
|
||||||
@classmethod
|
@classmethod
|
||||||
def setUpClass(cls):
|
def setUpClass(cls):
|
||||||
|
|||||||
@@ -130,8 +130,8 @@ from sglang.test.ci.ci_register import register_xpu_ci
|
|||||||
# Single e2e test: boot + a short Q&A.
|
# Single e2e test: boot + a short Q&A.
|
||||||
register_xpu_ci(
|
register_xpu_ci(
|
||||||
est_time=240,
|
est_time=240,
|
||||||
suite="stage-b-test-1-gpu-xpu",
|
suite="nightly-xpu-1-gpu",
|
||||||
disabled="OOM on stage-b XPU runner (server launch fails with --mem-fraction-static)",
|
nightly=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|||||||
@@ -13,7 +13,17 @@ from sglang.test.test_utils import (
|
|||||||
run_bench_serving,
|
run_bench_serving,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_xpu_ci(est_time=600, suite="nightly-xpu-1-gpu", nightly=True)
|
register_xpu_ci(
|
||||||
|
est_time=600,
|
||||||
|
suite="nightly-xpu-1-gpu",
|
||||||
|
nightly=True,
|
||||||
|
disabled=(
|
||||||
|
"XPU fused MoE has no fp8-w8a8 kernel: sgl_kernel/moe.py:505 asserts "
|
||||||
|
"use_fp8_w8a8 is False, so the fp8-MoE model "
|
||||||
|
"(DEFAULT_MODEL_NAME_FOR_TEST_FP8_WITH_MOE = gaunernst/DeepSeek-V2-Lite-Chat-FP8) "
|
||||||
|
"crashes the server. Re-enable once an XPU fp8-w8a8 MoE kernel lands."
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
def triton_attention_benchmark(extra_args=None, mem_fraction_static="0.84"):
|
def triton_attention_benchmark(extra_args=None, mem_fraction_static="0.84"):
|
||||||
|
|||||||
Reference in New Issue
Block a user