[Intra-node PD][DSV4] Pack all layers into one batch for INTRA_NODE_NVLINK path (#38984)
Co-authored-by: BJWang-ant <wangbingjia.wbj@ant-intl.com>
This commit is contained in:
co-authored by
BJWang-ant
parent
a2a261963f
commit
832ec39cc0
@@ -786,7 +786,10 @@ class MooncakeKVManager(StagingManagerMixin, CommonKVManager):
|
||||
transfer_blocks.extend(set_transfer_blocks(src_ptr, dst_ptr, item_len))
|
||||
return self._transfer_data(mooncake_session_id, transfer_blocks)
|
||||
|
||||
if self.enable_custom_mem_pool:
|
||||
if (
|
||||
self.enable_custom_mem_pool
|
||||
and self.custom_mem_pool_type != "INTRA_NODE_NVLINK"
|
||||
):
|
||||
futures = [
|
||||
executor.submit(
|
||||
process_layer,
|
||||
|
||||
Reference in New Issue
Block a user