minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bug] Add dsv4 state_type branch to mooncake disaggregation (#24878)

Browse Source 
Co-authored-by: Cheng Wan <cheng.wan@radixark.ai>
Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
Cheng Wan
2026-05-10 01:13:46 -07:00
committed by GitHub
co-authored by Cheng Wan Claude Opus 4.7
parent d08744238a
commit c7f674e427
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/mooncake/conn.py
+7 -2
View File
@@ -995,8 +995,13 @@ class MooncakeKVManager(CommonKVManager):
prefill_state_indices, prefill_state_indices,
dst_state_data_ptrs, dst_state_data_ptrs,
) )
elif state_type in ["swa", "nsa"]: elif state_type in ["swa", "nsa", "dsv4"]:
# SWA and NSA hybrid models do not support different TP sizes yet # SWA / NSA / DSv4 hybrid models do not support different TP sizes
# yet. (DSv4 carries a flat heterogeneous state pool of
# SWA + compress + indexer buffers; reusing this branch routes it
# through the same ``_send_kvcache_generic`` path that
# ``get_mla_kv_ptrs_with_pp`` already handles for compressed-MLA
# PP/MTP layouts.)
if ( if (
target_rank_registration_info is not None target_rank_registration_info is not None
and not self.is_mla_backend and not self.is_mla_backend