feat: support HybridLinearKVPool in chunked prefix cache handling (#25753)

This commit is contained in:
nohup
2026-05-21 16:17:26 -07:00
committed by GitHub
parent d765dfd043
commit 7cf193fe1f
@@ -113,10 +113,14 @@ class ForwardBatchDeepSeekMHAMixin:
# Some of the codes are adapted from https://github.com/vllm-project/vllm/blob/main/vllm/v1/attention/backends/mla/common.py
def prepare_chunked_prefix_cache_info(self, device: torch.device):
from sglang.srt.mem_cache.memory_pool import MLATokenToKVPool
from sglang.srt.mem_cache.memory_pool import (
HybridLinearKVPool,
MLATokenToKVPool,
)
assert isinstance(
get_token_to_kv_pool(), MLATokenToKVPool
assert isinstance(get_token_to_kv_pool(), MLATokenToKVPool) or (
isinstance(get_token_to_kv_pool(), HybridLinearKVPool)
and isinstance(get_token_to_kv_pool().full_kv_pool, MLATokenToKVPool)
), "Currently chunked prefix cache can only be used by Deepseek models"
if not any(self.extend_prefix_lens_cpu):