minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bugfix] Fix nixl and mori backend for missing decode tp size in PD module (#19690)

Browse Source 
Signed-off-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
Shangming Cai
2026-03-02 19:55:19 +08:00
committed by GitHub
parent 8df9b8dce9
commit 3f36f27eae
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/mori/conn.py
+1 -1
View File
@@ -996,7 +996,7 @@ class MoriKVReceiver(CommonKVReceiver):
packed_aux_descs = _pack_mem_desc_list(self.kv_mgr.aux_mem_descs) packed_aux_descs = _pack_mem_desc_list(self.kv_mgr.aux_mem_descs)
packed_state_descs = _pack_mem_desc_list(self.kv_mgr.state_mem_descs) packed_state_descs = _pack_mem_desc_list(self.kv_mgr.state_mem_descs)
gpu_id = str(self.kv_mgr.kv_args.gpu_id).encode("ascii") gpu_id = str(self.kv_mgr.kv_args.gpu_id).encode("ascii")
decode_tp_size = str(self.kv_mgr.kv_args.decode_tp_size).encode("ascii") decode_tp_size = str(self.kv_mgr.attn_tp_size).encode("ascii")
decode_tp_rank = str(self.kv_mgr.kv_args.engine_rank).encode("ascii") decode_tp_rank = str(self.kv_mgr.kv_args.engine_rank).encode("ascii")
kv_item_len = str(self.kv_mgr.kv_args.kv_item_lens[0]).encode("ascii") kv_item_len = str(self.kv_mgr.kv_args.kv_item_lens[0]).encode("ascii")
python/sglang/srt/disaggregation/nixl/conn.py
+1 -1
View File
@@ -1066,7 +1066,7 @@ class NixlKVReceiver(CommonKVReceiver):
packed_aux_data_ptrs, packed_aux_data_ptrs,
packed_state_data_ptrs, packed_state_data_ptrs,
str(self.kv_mgr.kv_args.gpu_id).encode("ascii"), str(self.kv_mgr.kv_args.gpu_id).encode("ascii"),
str(self.kv_mgr.kv_args.decode_tp_size).encode("ascii"), str(self.kv_mgr.attn_tp_size).encode("ascii"),
str(self.kv_mgr.kv_args.engine_rank).encode("ascii"), str(self.kv_mgr.kv_args.engine_rank).encode("ascii"),
str(self.kv_mgr.kv_args.kv_item_lens[0]).encode("ascii"), str(self.kv_mgr.kv_args.kv_item_lens[0]).encode("ascii"),
] ]