ba214ef3d3
Co-authored-by: hnyls2002 <lsyincs@gmail.com> Co-authored-by: Liangsheng Yin <hnyls2002@gmail.com>
20 lines
638 B
Python
20 lines
638 B
Python
import unittest
|
|
|
|
from sglang.test.ci.ci_register import register_cuda_ci
|
|
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
|
from sglang.test.server_fixtures.ngram_fixture import NgramServerBase
|
|
|
|
# Per-commit: Paged backend only.
|
|
# - FA3 base test archived to test/manual/spec/test_spec_ngram_fa3.py
|
|
# - Triton + Flashinfer moved to test_spec_ngram_extra.py
|
|
register_cuda_ci(est_time=254, stage="stage-b", runner_config="1-gpu-large")
|
|
|
|
|
|
class TestNgramSpeculativeDecodingPaged(NgramServerBase, GSM8KMixin):
|
|
attention_backend = "flashinfer"
|
|
extra_args = ["--page-size", "64"]
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|