HiCache: Add @rank_consensus to various functions (#37425)

Co-authored-by: Zhangheng <hzh0425@apache.org>
This commit is contained in:
Chao Shi
2026-09-14 10:44:21 +08:00
committed by GitHub
co-authored by Zhangheng
parent ca8ecc6a6f
commit bf9773e1da
24 changed files with 77 additions and 9 deletions
@@ -45,6 +45,8 @@ class DefaultServerBase(CustomTestCase):
base_url = DEFAULT_URL_FOR_TEST
timeout = DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH
other_args: list[str] = []
# Extra env vars passed to the launched server subprocess.
server_env: dict = None
# For OpenAI API settings
api_key = "sk-123456"
@@ -55,12 +57,16 @@ class DefaultServerBase(CustomTestCase):
# Set OpenAI API key and base URL environment variables.
# Needed for lmm-evals to work.
kwargs = {}
if cls.server_env:
kwargs["env"] = cls.server_env
with openai_api_env(cls.api_key):
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=cls.timeout,
other_args=cls.other_args,
**kwargs,
)
@classmethod
+1
View File
@@ -666,6 +666,7 @@ def unified_radix_tree_server_env(
return {
**os.environ,
**extra_env,
"SGLANG_ENABLE_RANK_CONSENSUS_CHECKER": "1",
"SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1",
"SGLANG_UNIFIED_RADIX_TREE_CORE_BACKEND": tree_core_backend,
}