[feature] implement dcp for deepseek_v2 (#14194)

This commit is contained in:
Augusto Yao
2026-06-25 15:15:04 -07:00
committed by GitHub
parent e4696ed62d
commit ea8f4e9f3f
20 changed files with 1770 additions and 30 deletions
@@ -25,6 +25,9 @@ from typing import TYPE_CHECKING
from sglang.srt.configs.model_config import ModelImpl
from sglang.srt.environ import envs
from sglang.srt.layers.utils.dcp_utils import (
dcp_enabled,
)
from sglang.srt.managers.mm_utils import init_mm_embedding_cache
from sglang.srt.mem_cache.cache_init_params import CacheInitParams
from sglang.srt.mem_cache.registry import TreeCacheBuildContext, create_tree_cache
@@ -200,7 +203,12 @@ def build_kv_cache(
disable=disable_radix_cache,
req_to_token_pool=req_to_token_pool,
token_to_kv_pool_allocator=token_to_kv_pool_allocator,
page_size=page_size,
# When dcp enabled, kv_pool_allocator.page_size is page_size * dcp_size.
# TreeCache.page_size should keep the same as allocator.page_size to
# avoid kv page eviction conflicts.
page_size=(
page_size if not dcp_enabled() else token_to_kv_pool_allocator.page_size
),
is_eagle=spec_algorithm.is_eagle(),
tp_cache_group=(
attn_tp_cpu_group if server_args.enable_dp_attention else tp_cpu_group