minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Unified Tree] fix: exempt host-locked aux nodes from the sanity_check host-LRU check (#39980)

Browse Source
This commit is contained in:
Shuwen Wang
2026-09-18 15:29:29 +00:00
committed by GitHub
parent 45938a24ae
commit 191172fa74
3 changed files with 30 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/unified_cache/unified_tree_core.py
+7 -3
View File
@@ -2863,16 +2863,20 @@ class UnifiedTreeCore(UnifiedTreeCoreInterface):
f"{ct} device LRU: "
f"+tree={tree_ids - lru_ids}, +lru={lru_ids - tree_ids}"
)
# Aux host-only states must match the host LRU.
# Aux host-only states must match the host LRU. A host lock
# delists its node, so locked nodes are exempt on both sides.
host_lru = self.host_lru_lists[ct]
host_locked_ids = {
n.id for n in all_nodes if n.component_data[ct].host_lock_ref > 0
}
s3_ids = {
n.id
for n in all_nodes
if n is not self.root_node
and n.component_data[ct].value is None
and n.component_data[ct].host_value is not None
}
host_lru_ids = set(host_lru.cache.keys())
} - host_locked_ids
host_lru_ids = set(host_lru.cache.keys()) - host_locked_ids
if s3_ids != host_lru_ids:
E(
f"{ct} host LRU: "