514b997e6c
Co-authored-by: Zhang, Mingxu <mingxu.zhang@intel.com> Co-authored-by: MingxuZh <109504044+MingxuZh@users.noreply.github.com> Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com> Co-authored-by: Claude <noreply@anthropic.com>
28 lines
763 B
Python
28 lines
763 B
Python
import unittest
|
|
|
|
from sglang.test.ci.ci_register import register_cpu_ci, register_cuda_ci
|
|
from sglang.test.kits.kl_divergence_kit import KLDivergenceMixin
|
|
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
|
|
|
MODEL = "openai/gpt-oss-20b"
|
|
|
|
register_cuda_ci(est_time=151, stage="base-b", runner_config="1-gpu-large")
|
|
register_cpu_ci(est_time=1602, suite="base-c-test-cpu")
|
|
|
|
|
|
class TestSWARadixCacheKL(KLDivergenceMixin, DefaultServerBase):
|
|
model = MODEL
|
|
kl_div_thres = 0.02 # it was 0.002
|
|
kl_div_decode_max_new_tokens = 2048
|
|
other_args = [
|
|
"--tp-size",
|
|
"1",
|
|
"--mem-fraction-static",
|
|
"0.70",
|
|
"--cuda-graph-backend-prefill=disabled",
|
|
]
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|