minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

fix: preserve SWA host lock on node split (#38138)

Browse Source
This commit is contained in:
Shuwen Wang
2026-09-07 11:04:22 +08:00
committed by GitHub
parent c8207e32b6
commit f25848913d
1 changed files with 16 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/unified_cache/components/swa_component.py
+16 -4
View File
@@ -602,12 +602,24 @@ class SWAComponent(TreeComponent):
child.component_data[self.component_type].host_value = child_swa_host_value[ child.component_data[self.component_type].host_value = child_swa_host_value[
split_len: split_len:
].clone() ].clone()
parent_swa_data = new_parent.component_data[self.component_type]
child_swa_data = child.component_data[self.component_type]
parent_swa_data.host_lock_ref = child_swa_data.host_lock_ref
host_uuid = child_swa_data.metadata.pop("host_uuid", None)
if host_uuid is not None:
parent_swa_data.metadata["host_uuid"] = host_uuid
host_lru = self.tree_core.host_lru_lists[self.component_type] host_lru = self.tree_core.host_lru_lists[self.component_type]
if new_parent.component_data[self.component_type].value is None: if (
new_parent.component_data[self.component_type].value is None
and parent_swa_data.host_lock_ref == 0
):
host_lru.insert_mru(new_parent) host_lru.insert_mru(new_parent)
if child.component_data[ if (
self.component_type child.component_data[self.component_type].value is None
].value is None and not host_lru.in_list(child): and child_swa_data.host_lock_ref == 0
and not host_lru.in_list(child)
):
host_lru.insert_mru(child) host_lru.insert_mru(child)
# parent inherits the swa_uuid from child for swa lock ref # parent inherits the swa_uuid from child for swa lock ref