2495c02c2c
Co-authored-by: BBuf <1182563586@qq.com> Co-authored-by: Cheng Wan <54331508+ch-wan@users.noreply.github.com> Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
27 lines
690 B
Python
27 lines
690 B
Python
import unittest
|
|
|
|
from sglang.test.ci.ci_register import register_cuda_ci
|
|
from sglang.test.kits.kl_divergence_kit import KLDivergenceMixin
|
|
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
|
|
|
MODEL = "openai/gpt-oss-20b"
|
|
|
|
register_cuda_ci(est_time=151, stage="base-b", runner_config="1-gpu-large")
|
|
|
|
|
|
class TestSWARadixCacheKL(KLDivergenceMixin, DefaultServerBase):
|
|
model = MODEL
|
|
kl_div_thres = 0.02 # it was 0.002
|
|
kl_div_decode_max_new_tokens = 2048
|
|
other_args = [
|
|
"--tp-size",
|
|
"1",
|
|
"--mem-fraction-static",
|
|
"0.70",
|
|
"--cuda-graph-backend-prefill=disabled",
|
|
]
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|