minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[HiCache] Add an env var to control transfer engine reuse (#19867)

Browse Source
This commit is contained in:
Shangming Cai
2026-03-04 20:36:32 +08:00
committed by GitHub
parent e33e833d11
commit c2b66d320d
2 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/environ.py
+1
View File
@@ -289,6 +289,7 @@ class Envs:
# Mooncake Store # Mooncake Store
SGLANG_HICACHE_MOONCAKE_CONFIG_PATH = EnvStr(None) SGLANG_HICACHE_MOONCAKE_CONFIG_PATH = EnvStr(None)
SGLANG_HICACHE_MOONCAKE_REUSE_TE = EnvBool(True)
MOONCAKE_MASTER = EnvStr(None) MOONCAKE_MASTER = EnvStr(None)
MOONCAKE_CLIENT = EnvStr(None) MOONCAKE_CLIENT = EnvStr(None)
MOONCAKE_LOCAL_HOSTNAME = EnvStr("localhost") MOONCAKE_LOCAL_HOSTNAME = EnvStr("localhost")
python/sglang/srt/model_executor/model_runner.py
+1
View File
@@ -868,6 +868,7 @@ class ModelRunner(ModelRunnerKVCacheMixin):
or ( or (
self.server_args.enable_hierarchical_cache self.server_args.enable_hierarchical_cache
and self.server_args.hicache_storage_backend == "mooncake" and self.server_args.hicache_storage_backend == "mooncake"
and envs.SGLANG_HICACHE_MOONCAKE_REUSE_TE.get()
) )
or ( or (
self.server_args.encoder_only self.server_args.encoder_only