minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

fix: AttributeError: 'NixlKVManager' object has no attribute 'prefill_tp_size_table' (#12234)

Browse Source
This commit is contained in:
gongwei-130
2025-10-27 15:57:33 -07:00
committed by GitHub
parent 9fc3e8aac7
commit 8da608cce0
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/nixl/conn.py
+2 -2
View File
@@ -231,8 +231,8 @@ class NixlKVManager(CommonKVManager):
] ]
for k in keys_to_remove: for k in keys_to_remove:
del self.connection_pool[k] del self.connection_pool[k]
if failed_bootstrap_addr in self.prefill_tp_size_table: if failed_bootstrap_addr in self.prefill_attn_tp_size_table:
del self.prefill_tp_size_table[failed_bootstrap_addr] del self.prefill_attn_tp_size_table[failed_bootstrap_addr]
if failed_bootstrap_addr in self.prefill_dp_size_table: if failed_bootstrap_addr in self.prefill_dp_size_table:
del self.prefill_dp_size_table[failed_bootstrap_addr] del self.prefill_dp_size_table[failed_bootstrap_addr]
if failed_bootstrap_addr in self.prefill_pp_size_table: if failed_bootstrap_addr in self.prefill_pp_size_table: