Add DCP to runtime parallel context (#30478)

This commit is contained in:
Baizhou Zhang
2026-07-10 21:23:41 -07:00
committed by GitHub
parent bbcfcaeefe
commit 07165d5daa
16 changed files with 167 additions and 105 deletions
@@ -25,11 +25,11 @@ from typing import TYPE_CHECKING
from sglang.srt.configs.model_config import ModelImpl
from sglang.srt.environ import envs
from sglang.srt.layers.dcp import dcp_enabled
from sglang.srt.managers.mm_utils import init_mm_embedding_cache
from sglang.srt.mem_cache.cache_init_params import CacheInitParams
from sglang.srt.mem_cache.registry import TreeCacheBuildContext, create_tree_cache
from sglang.srt.model_loader.utils import get_resolved_model_impl
from sglang.srt.runtime_context import get_parallel
if TYPE_CHECKING:
@@ -204,7 +204,9 @@ def build_kv_cache(
# TreeCache.page_size should keep the same as allocator.page_size to
# avoid kv page eviction conflicts.
page_size=(
page_size if not dcp_enabled() else token_to_kv_pool_allocator.page_size
page_size
if not get_parallel().dcp_enabled
else token_to_kv_pool_allocator.page_size
),
is_eagle=spec_algorithm.is_eagle(),
tp_cache_group=(