[Radix Cache] Add Rust TreeCore backend with shared parity tests (#32710)
Co-authored-by: alphabetc1 <2508695655@qq.com> Co-authored-by: ispobock <ispobaoke@gmail.com>
This commit is contained in:
co-authored by
alphabetc1
ispobock
parent
52e1c24744
commit
9cf157c252
@@ -658,6 +658,17 @@ def _wait_for_server_health(
|
||||
return False, "Server failed to start within the timeout period"
|
||||
|
||||
|
||||
def unified_radix_tree_server_env(
|
||||
tree_core_backend: str, **extra_env: str
|
||||
) -> dict[str, str]:
|
||||
return {
|
||||
**os.environ,
|
||||
**extra_env,
|
||||
"SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1",
|
||||
"SGLANG_UNIFIED_RADIX_TREE_CORE_BACKEND": tree_core_backend,
|
||||
}
|
||||
|
||||
|
||||
def popen_launch_server(
|
||||
model: str,
|
||||
base_url: str,
|
||||
|
||||
Reference in New Issue
Block a user