minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix nightly test failure: CPP radix cache init (#14018)

Browse Source
This commit is contained in:
alisonshao
2025-11-26 14:58:26 -08:00
committed by GitHub
parent 685b9d82bd
commit 9adef42c60
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/radix_cache_cpp.py
+1 -1
View File
@@ -45,8 +45,8 @@ class RadixCacheCpp(BasePrefixCache):
self.write_through_threshold = ( self.write_through_threshold = (
1 if server_args.hicache_write_policy == "write_through" else 2 1 if server_args.hicache_write_policy == "write_through" else 2
) )
self.device = self.token_to_kv_pool_allocator.device
self.token_to_kv_pool_allocator = params.token_to_kv_pool_allocator self.token_to_kv_pool_allocator = params.token_to_kv_pool_allocator
self.device = self.token_to_kv_pool_allocator.device
self.req_to_token_pool = params.req_to_token_pool self.req_to_token_pool = params.req_to_token_pool
self.page_size = params.page_size self.page_size = params.page_size
self.kv_cache = self.token_to_kv_pool_allocator.get_kvcache() self.kv_cache = self.token_to_kv_pool_allocator.get_kvcache()