From 0d0405273bb5d8cf5b1b0349aa61b3148ab2ca9d Mon Sep 17 00:00:00 2001 From: Lewis <63569348+TTThanos@users.noreply.github.com> Date: Tue, 21 Apr 2026 11:02:18 +0800 Subject: [PATCH] [Fix] Solve the error lead by _commit_transfer_to_req() when using IntraNode NVLink in PD disaggregation (#23252) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: 百麒 --- python/sglang/srt/disaggregation/mooncake/conn.py | 3 ++- python/sglang/srt/disaggregation/utils.py | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/disaggregation/mooncake/conn.py b/python/sglang/srt/disaggregation/mooncake/conn.py index 64d97f5c6..64e01c9e4 100644 --- a/python/sglang/srt/disaggregation/mooncake/conn.py +++ b/python/sglang/srt/disaggregation/mooncake/conn.py @@ -876,7 +876,8 @@ class MooncakeKVManager(CommonKVManager): ): # TODO(shangming): Fix me when nvlink_transport of Mooncake is bug-free if ( - self.enable_custom_mem_pool and self.custom_mem_pool_type == "NVLINK" + self.enable_custom_mem_pool + and self.custom_mem_pool_type in ("NVLINK", "INTRA_NODE_NVLINK") ) or envs.SGLANG_MOONCAKE_SEND_AUX_TCP.get(): return self.send_aux_tcp(req, prefill_aux_index, dst_aux_ptrs) diff --git a/python/sglang/srt/disaggregation/utils.py b/python/sglang/srt/disaggregation/utils.py index d7956a604..6591e743e 100644 --- a/python/sglang/srt/disaggregation/utils.py +++ b/python/sglang/srt/disaggregation/utils.py @@ -153,7 +153,7 @@ class MetadataBuffers: # TODO(shangming): Fix me (use 'cuda') when nvlink_transport of Mooncake is bug-free device = "cpu" elif envs.SGLANG_MOONCAKE_CUSTOM_MEM_POOL.get() == "INTRA_NODE_NVLINK": - device = "cuda" + device = "cpu" with ( torch.cuda.use_mem_pool(self.custom_mem_pool) if self.custom_mem_pool