minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

ci: migrate HiCache 1-GPU tests to test/registered/hicache/ (#16416)

Browse Source
This commit is contained in:
Alison Shao
2026-01-05 19:38:21 -08:00
committed by GitHub
parent 4a9537a495
commit d7b706be94
3 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/srt/hicache/test_hicache_storage.py
-59
View File
@@ -1,59 +0,0 @@
import time
import unittest
from types import SimpleNamespace
from sglang.srt.utils import is_hip, kill_process_tree
from sglang.test.run_eval import run_eval
from sglang.test.test_utils import (
DEFAULT_MODEL_NAME_FOR_TEST,
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
DEFAULT_URL_FOR_TEST,
CustomTestCase,
popen_launch_server,
)
_is_hip = is_hip()
class TestHiCache(CustomTestCase):
@classmethod
def setUpClass(cls):
cls.model = DEFAULT_MODEL_NAME_FOR_TEST
cls.base_url = DEFAULT_URL_FOR_TEST
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=[
"--enable-hierarchical-cache",
"--mem-fraction-static",
0.7,
"--hicache-size",
100 if not _is_hip else 200,
"--page-size",
"64",
"--hicache-storage-backend",
"file",
],
)
@classmethod
def tearDownClass(cls):
kill_process_tree(cls.process.pid)
time.sleep(5)
def test_mmlu(self):
args = SimpleNamespace(
base_url=self.base_url,
model=self.model,
eval_name="mmlu",
num_examples=64,
num_threads=32,
)
metrics = run_eval(args)
self.assertGreaterEqual(metrics["score"], 0.65)
if __name__ == "__main__":
unittest.main()
test/srt/hicache/test_hicache_variants.py
-178
View File
@@ -1,178 +0,0 @@
"""
Consolidated HiCache variant tests.
Tests HiCache with different configurations: standard, MLA, EAGLE, and page size variants.
"""
import unittest
from types import SimpleNamespace
import requests
from sglang.bench_serving import get_tokenizer
from sglang.srt.utils import is_hip, kill_process_tree
from sglang.test.run_eval import run_eval
from sglang.test.test_utils import (
DEFAULT_DRAFT_MODEL_EAGLE3,
DEFAULT_MLA_MODEL_NAME_FOR_TEST,
DEFAULT_MODEL_NAME_FOR_TEST,
DEFAULT_TARGET_MODEL_EAGLE3,
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
DEFAULT_URL_FOR_TEST,
CustomTestCase,
popen_launch_server,
)
_is_hip = is_hip()
class HiCacheEvalMixin:
"""Mixin class containing common HiCache evaluation test methods"""
def test_mmlu(self):
args = SimpleNamespace(
base_url=self.base_url,
model=self.model,
eval_name="mmlu",
num_examples=64,
num_threads=32,
)
metrics = run_eval(args)
self.assertGreaterEqual(metrics["score"], self.expected_mmlu_score)
class HiCacheMGSMEvalMixin:
"""Mixin for tests that also run MGSM evaluation"""
def test_mgsm_en(self):
args = SimpleNamespace(
base_url=self.base_url,
model=self.model,
eval_name="mgsm_en",
num_examples=None,
num_threads=1024,
)
metrics = run_eval(args)
self.assertGreater(metrics["score"], 0.8)
class HiCacheBaseServer(CustomTestCase):
"""Base class for HiCache tests with configurable server setup"""
model_name = DEFAULT_MODEL_NAME_FOR_TEST
hicache_args = []
expected_mmlu_score = 0.65
@classmethod
def setUpClass(cls):
cls.model = cls.model_name
cls.base_url = DEFAULT_URL_FOR_TEST
# Setup tokenizer if needed by subclass
if hasattr(cls, "needs_tokenizer") and cls.needs_tokenizer:
cls.tokenizer = get_tokenizer(cls.model)
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=cls.hicache_args,
)
@classmethod
def tearDownClass(cls):
kill_process_tree(cls.process.pid)
class TestHiCacheStandard(HiCacheBaseServer, HiCacheEvalMixin):
"""Standard HiCache configuration tests"""
model_name = DEFAULT_MODEL_NAME_FOR_TEST
hicache_args = [
"--enable-hierarchical-cache",
"--mem-fraction-static",
0.7,
"--hicache-size",
100 if not _is_hip else 200,
]
expected_mmlu_score = 0.65
class TestHiCacheMLA(HiCacheBaseServer, HiCacheEvalMixin, HiCacheMGSMEvalMixin):
"""HiCache with MLA model tests"""
model_name = DEFAULT_MLA_MODEL_NAME_FOR_TEST
hicache_args = [
"--trust-remote-code",
"--enable-hierarchical-cache",
] + (["--hicache-size", 200] if _is_hip else ["--hicache-ratio", 2])
expected_mmlu_score = 0.5
class TestHiCacheEagle(HiCacheBaseServer, HiCacheEvalMixin):
"""HiCache with EAGLE speculative decoding tests"""
model_name = DEFAULT_TARGET_MODEL_EAGLE3
needs_tokenizer = True
hicache_args = [
"--enable-hierarchical-cache",
"--hicache-ratio",
1.2,
"--mem-fraction-static",
0.7,
"--speculative-algorithm",
"EAGLE3",
"--speculative-draft-model-path",
DEFAULT_DRAFT_MODEL_EAGLE3,
"--speculative-num-steps",
2,
"--speculative-eagle-topk",
1,
"--speculative-num-draft-tokens",
3,
"--dtype",
"float16",
"--chunked-prefill-size",
1024,
]
expected_mmlu_score = 0.72
def test_mmlu(self):
"""Override to add EAGLE-specific assertions"""
args = SimpleNamespace(
base_url=self.base_url,
model=self.model,
eval_name="mmlu",
num_examples=64,
num_threads=32,
)
metrics = run_eval(args)
self.assertGreaterEqual(metrics["score"], self.expected_mmlu_score)
# EAGLE-specific check
server_info = requests.get(self.base_url + "/get_server_info").json()
avg_spec_accept_length = server_info["internal_states"][0][
"avg_spec_accept_length"
]
print(f"{avg_spec_accept_length=}")
self.assertGreater(avg_spec_accept_length, 2.26)
class TestHiCachePage(HiCacheBaseServer, HiCacheEvalMixin):
"""HiCache with custom page size tests"""
model_name = DEFAULT_MODEL_NAME_FOR_TEST
hicache_args = [
"--enable-hierarchical-cache",
"--page-size",
32,
"--hicache-write-policy",
"write_back",
]
expected_mmlu_score = 0.65
if __name__ == "__main__":
unittest.main()
test/srt/run_suite.py
-2
View File
@@ -10,8 +10,6 @@ from sglang.test.ci.ci_utils import TestFile, run_unittest_files
suites = {
"per-commit-1-gpu": [
TestFile("debug_utils/test_tensor_dump_forward_hook.py", 9),
TestFile("hicache/test_hicache_storage.py", 96),
TestFile("hicache/test_hicache_variants.py", 368),
TestFile("openai_server/basic/test_openai_embedding.py", 70),
TestFile("openai_server/basic/test_openai_server.py", 184),
TestFile("openai_server/basic/test_protocol.py", 3),