[Intra-node PD][DSV4] Pack all layers into one batch for INTRA_NODE_NVLINK path (#38984)

Co-authored-by: BJWang-ant <wangbingjia.wbj@ant-intl.com>
2026-09-15 21:08:33 +08:00
parent a2a261963f
commit 832ec39cc0
3 changed files with 68 additions and 1 deletions
@@ -27,6 +27,7 @@ class TestMooncakeTransferBatching(unittest.TestCase):
            is_hybrid_mla_backend=False,
            pp_size=1,
            enable_custom_mem_pool=enable_custom_mem_pool,
+            custom_mem_pool_type="NVLINK" if enable_custom_mem_pool else None,
            enable_deferred_decode_kv_release=False,
            max_transfer_batch_indices=max_batch_indices,
            get_mla_kv_ptrs_with_pp=MagicMock(