minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Add an env var to allow transferring small metadata via TCP for PD (#16951)

Browse Source
This commit is contained in:
siyu
2026-01-16 18:32:22 -08:00
committed by GitHub
parent 166396ca4c
commit e18e0057a4
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/mooncake/conn.py
+3 -1
View File
@@ -549,7 +549,9 @@ class MooncakeKVManager(CommonKVManager):
dst_aux_ptrs: list[int], dst_aux_ptrs: list[int],
): ):
# TODO(shangming): Fix me when nvlink_transport of Mooncake is bug-free # TODO(shangming): Fix me when nvlink_transport of Mooncake is bug-free
if self.enable_custom_mem_pool and self.custom_mem_pool_type == "NVLINK": if (
self.enable_custom_mem_pool and self.custom_mem_pool_type == "NVLINK"
) or envs.SGLANG_MOONCAKE_SEND_AUX_TCP.get():
return self.send_aux_tcp(req, prefill_aux_index, dst_aux_ptrs) return self.send_aux_tcp(req, prefill_aux_index, dst_aux_ptrs)
transfer_blocks = [] transfer_blocks = []
python/sglang/srt/environ.py
+1
View File
@@ -262,6 +262,7 @@ class Envs:
SGLANG_MOONCAKE_CUSTOM_MEM_POOL = EnvStr(None) SGLANG_MOONCAKE_CUSTOM_MEM_POOL = EnvStr(None)
ENABLE_ASCEND_TRANSFER_WITH_MOONCAKE = EnvBool(False) ENABLE_ASCEND_TRANSFER_WITH_MOONCAKE = EnvBool(False)
ASCEND_NPU_PHY_ID = EnvInt(-1) ASCEND_NPU_PHY_ID = EnvInt(-1)
SGLANG_MOONCAKE_SEND_AUX_TCP = EnvBool(False)
# Mooncake Store # Mooncake Store
SGLANG_HICACHE_MOONCAKE_CONFIG_PATH = EnvStr(None) SGLANG_HICACHE_MOONCAKE_CONFIG_PATH = EnvStr(None)