minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[PD] Tiny register info field cleanup for mooncake backend (#22016)

Browse Source
This commit is contained in:
Shangming Cai
2026-04-03 15:13:44 +08:00
committed by GitHub
parent 24f52e66d3
commit d82097a0df
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/mooncake/conn.py
+3
View File
@@ -81,6 +81,7 @@ class TransferInfo:
dst_state_indices: List[int] dst_state_indices: List[int]
required_dst_info_num: int required_dst_info_num: int
is_dummy: bool is_dummy: bool
# Note: always put the optional staging field at the final (it will be set through 'STAGING_RSP' pkg when needed)
staging: Optional[StagingTransferInfo] = None staging: Optional[StagingTransferInfo] = None
@classmethod @classmethod
@@ -129,6 +130,7 @@ class KVArgsRegisterInfo:
dst_state_dim_per_tensor: list[int] dst_state_dim_per_tensor: list[int]
# HiSparse: decode host pool stores KV at token granularity # HiSparse: decode host pool stores KV at token granularity
enable_hisparse: bool = False enable_hisparse: bool = False
# Note: always put the staging field at the final (since the staging field is optional and contains multiple inputs)
staging: Optional[StagingRegisterInfo] = None staging: Optional[StagingRegisterInfo] = None
@classmethod @classmethod
@@ -157,6 +159,7 @@ class KVArgsRegisterInfo:
enable_hisparse=( enable_hisparse=(
msg[12].decode("ascii") == "1" if len(msg) > 12 else False msg[12].decode("ascii") == "1" if len(msg) > 12 else False
), ),
# Note: always put the staging field at the final
staging=StagingRegisterInfo.from_zmq_fields(msg, 13), staging=StagingRegisterInfo.from_zmq_fields(msg, 13),
) )