30 lines
957 B
Python
30 lines
957 B
Python
import unittest
|
|
|
|
from sglang.srt.environ import envs
|
|
from sglang.test.ci.ci_register import register_cpu_ci
|
|
from sglang.test.kits.spec_server_kits import SpecParityKit
|
|
from sglang.test.server_fixtures.spec_eagle_fixture import Eagle3Base
|
|
|
|
# Estimated: 2 sequential 8B server launches + one 4-prompt greedy method
|
|
# (CUDA sibling: 360); tune from CI TIMINGS once it has run there.
|
|
register_cpu_ci(
|
|
est_time=480,
|
|
suite="base-b-test-cpu",
|
|
disabled="EAGLE3 numerical parity mismatches on CPU intel_amx",
|
|
)
|
|
|
|
|
|
class TestEagle3ParityCPU(SpecParityKit, Eagle3Base):
|
|
"""EAGLE3 spec (intel_amx) greedy output == non-spec reference."""
|
|
|
|
attention_backend = "intel_amx"
|
|
disable_overlap = True
|
|
mem_fraction_static = 0.3
|
|
# CPU decode is compute-bound; a wider batch buys nothing here.
|
|
max_running_requests = 8
|
|
env_overrides = ((envs.SGLANG_ENABLE_STRICT_MEM_CHECK_DURING_BUSY, 1),)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|