[feature] implement dcp for deepseek_v2 (#14194)
This commit is contained in:
@@ -25,6 +25,9 @@ from typing import TYPE_CHECKING
|
||||
|
||||
from sglang.srt.configs.model_config import ModelImpl
|
||||
from sglang.srt.environ import envs
|
||||
from sglang.srt.layers.utils.dcp_utils import (
|
||||
dcp_enabled,
|
||||
)
|
||||
from sglang.srt.managers.mm_utils import init_mm_embedding_cache
|
||||
from sglang.srt.mem_cache.cache_init_params import CacheInitParams
|
||||
from sglang.srt.mem_cache.registry import TreeCacheBuildContext, create_tree_cache
|
||||
@@ -200,7 +203,12 @@ def build_kv_cache(
|
||||
disable=disable_radix_cache,
|
||||
req_to_token_pool=req_to_token_pool,
|
||||
token_to_kv_pool_allocator=token_to_kv_pool_allocator,
|
||||
page_size=page_size,
|
||||
# When dcp enabled, kv_pool_allocator.page_size is page_size * dcp_size.
|
||||
# TreeCache.page_size should keep the same as allocator.page_size to
|
||||
# avoid kv page eviction conflicts.
|
||||
page_size=(
|
||||
page_size if not dcp_enabled() else token_to_kv_pool_allocator.page_size
|
||||
),
|
||||
is_eagle=spec_algorithm.is_eagle(),
|
||||
tp_cache_group=(
|
||||
attn_tp_cpu_group if server_args.enable_dp_attention else tp_cpu_group
|
||||
|
||||
Reference in New Issue
Block a user