perf(hisparse): eliminate redundant swap output fill (#32483)

Co-authored-by: Xiaoyu Zhang <1182563586@qq.com>
This commit is contained in:
DAI0818
2026-07-31 12:09:44 +08:00
committed by GitHub
co-authored by Xiaoyu Zhang
parent 425349b799
commit afeaeccfa2
4 changed files with 35 additions and 11 deletions
@@ -125,7 +125,6 @@ def _time_kernel(batch_size: int, hot_buffer_size: int, miss_rate: float) -> flo
def run_once():
state["device_buffer_tokens"].copy_(state["initial_device_buffer_tokens"])
state["lru_slots"].copy_(state["initial_lru_slots"])
state["top_k_device_locs"].fill_(-1)
load_cache_to_device_buffer_mla(
top_k_tokens=state["top_k_tokens"],
device_buffer_tokens=state["device_buffer_tokens"],