HiCache: Add @rank_consensus to various functions (#37425)
Co-authored-by: Zhangheng <hzh0425@apache.org>
This commit is contained in:
@@ -45,6 +45,8 @@ class DefaultServerBase(CustomTestCase):
|
||||
base_url = DEFAULT_URL_FOR_TEST
|
||||
timeout = DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH
|
||||
other_args: list[str] = []
|
||||
# Extra env vars passed to the launched server subprocess.
|
||||
server_env: dict = None
|
||||
|
||||
# For OpenAI API settings
|
||||
api_key = "sk-123456"
|
||||
@@ -55,12 +57,16 @@ class DefaultServerBase(CustomTestCase):
|
||||
|
||||
# Set OpenAI API key and base URL environment variables.
|
||||
# Needed for lmm-evals to work.
|
||||
kwargs = {}
|
||||
if cls.server_env:
|
||||
kwargs["env"] = cls.server_env
|
||||
with openai_api_env(cls.api_key):
|
||||
cls.process = popen_launch_server(
|
||||
cls.model,
|
||||
cls.base_url,
|
||||
timeout=cls.timeout,
|
||||
other_args=cls.other_args,
|
||||
**kwargs,
|
||||
)
|
||||
|
||||
@classmethod
|
||||
|
||||
@@ -666,6 +666,7 @@ def unified_radix_tree_server_env(
|
||||
return {
|
||||
**os.environ,
|
||||
**extra_env,
|
||||
"SGLANG_ENABLE_RANK_CONSENSUS_CHECKER": "1",
|
||||
"SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1",
|
||||
"SGLANG_UNIFIED_RADIX_TREE_CORE_BACKEND": tree_core_backend,
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user