[DSV4] fix: size the C4 state ring by the page it is addressed by (#40337)

This commit is contained in:
Shuwen Wang
2026-09-23 22:05:32 -07:00
committed by GitHub
parent efff836911
commit 90663ccb41
2 changed files with 10 additions and 6 deletions
@@ -1045,7 +1045,8 @@ class DSV4PoolConfigurator(MemoryPoolConfigurator):
f"layers=[{kvc.layer_info.start_layer},{kvc.layer_info.end_layer}) "
f"local={len(self.compression_ratios)}/{len(cfg.compress_ratios)}"
)
self.swa_page_size = cfg.window_size
self.swa_window_size = cfg.window_size
self.swa_page_size = get_schedule().page_size
self.operator_swa_ratio = _operator_swa_full_tokens_ratio()
self.swa_ratio = (
self.operator_swa_ratio
@@ -1097,8 +1098,10 @@ class DSV4PoolConfigurator(MemoryPoolConfigurator):
dsv4_unified_row_bytes,
)
# swa_page_size is the model's sliding window (cfg.window_size).
self._swa_ring_size = get_swa_ring_size(self.swa_page_size, self.is_speculative)
# swa_window_size is the model's sliding window (cfg.window_size).
self._swa_ring_size = get_swa_ring_size(
self.swa_window_size, self.is_speculative
)
self._spec_infl = 1.0
# The unified pool takes no dtype, so --kv-cache-dtype never reaches it.