[HiCache][Dsv4] Don't cache C128 State pool in L3 (#27293)

This commit is contained in:
Vladislav Nosivskoy
2026-06-08 21:23:26 +08:00
committed by GitHub
parent b0cd533a96
commit 62c505a196
@@ -439,17 +439,8 @@ def build_deepseek_v4_hicache_stack(
layout=server_args.hicache_mem_layout,
allocator_type=server_args.hicache_storage_backend,
)
c128_state_host_pool = DeepSeekV4StateHostPool(
pool_name=str(PoolName.DEEPSEEK_V4_C128_STATE),
state_pools=[
kvcache.compress_state_pools[layer_id]
for layer_id in c128_state_global_layers
],
num_host_pages=swa_num_host_pages,
swa_page_size=kvcache.swa_page_size,
layout=server_args.hicache_mem_layout,
allocator_type=server_args.hicache_storage_backend,
)
# C128 state pool is intentionally not registered with hicache.
# page_size=256 % 128 == 0, so state pool is not consumed on load.
entries.extend(
[
build_pool_entry(
@@ -459,13 +450,6 @@ def build_deepseek_v4_hicache_stack(
layer_mapping=c128_layer_mapping,
transfer_layer_num=transfer_layer_num,
),
build_pool_entry(
name=PoolName.DEEPSEEK_V4_C128_STATE,
host_pool=c128_state_host_pool,
device_pool=None,
layer_mapping=c128_state_mapping,
transfer_layer_num=transfer_layer_num,
),
]
)