[Bug] Add dsv4 state_type branch to mooncake disaggregation (#24878)

Co-authored-by: Cheng Wan <cheng.wan@radixark.ai>
Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
Cheng Wan
2026-05-10 01:13:46 -07:00
committed by GitHub
co-authored by Cheng Wan Claude Opus 4.7
parent d08744238a
commit c7f674e427
@@ -995,8 +995,13 @@ class MooncakeKVManager(CommonKVManager):
prefill_state_indices,
dst_state_data_ptrs,
)
elif state_type in ["swa", "nsa"]:
# SWA and NSA hybrid models do not support different TP sizes yet
elif state_type in ["swa", "nsa", "dsv4"]:
# SWA / NSA / DSv4 hybrid models do not support different TP sizes
# yet. (DSv4 carries a flat heterogeneous state pool of
# SWA + compress + indexer buffers; reusing this branch routes it
# through the same ``_send_kvcache_generic`` path that
# ``get_mla_kv_ptrs_with_pp`` already handles for compressed-MLA
# PP/MTP layouts.)
if (
target_rank_registration_info is not None
and not self.is_mla_backend