[Intra-node PD][DSV4] Pack all layers into one batch for INTRA_NODE_NVLINK path (#38984)

Co-authored-by: BJWang-ant <wangbingjia.wbj@ant-intl.com>
This commit is contained in:
Siyuan Chen
2026-09-15 21:08:33 +08:00
committed by GitHub
co-authored by BJWang-ant
parent a2a261963f
commit 832ec39cc0
3 changed files with 68 additions and 1 deletions
@@ -786,7 +786,10 @@ class MooncakeKVManager(StagingManagerMixin, CommonKVManager):
transfer_blocks.extend(set_transfer_blocks(src_ptr, dst_ptr, item_len))
return self._transfer_data(mooncake_session_id, transfer_blocks)
if self.enable_custom_mem_pool:
if (
self.enable_custom_mem_pool
and self.custom_mem_pool_type != "INTRA_NODE_NVLINK"
):
futures = [
executor.submit(
process_layer,