Add DCP to runtime parallel context (#30478)
This commit is contained in:
@@ -25,11 +25,11 @@ from typing import TYPE_CHECKING
|
||||
|
||||
from sglang.srt.configs.model_config import ModelImpl
|
||||
from sglang.srt.environ import envs
|
||||
from sglang.srt.layers.dcp import dcp_enabled
|
||||
from sglang.srt.managers.mm_utils import init_mm_embedding_cache
|
||||
from sglang.srt.mem_cache.cache_init_params import CacheInitParams
|
||||
from sglang.srt.mem_cache.registry import TreeCacheBuildContext, create_tree_cache
|
||||
from sglang.srt.model_loader.utils import get_resolved_model_impl
|
||||
from sglang.srt.runtime_context import get_parallel
|
||||
|
||||
if TYPE_CHECKING:
|
||||
|
||||
@@ -204,7 +204,9 @@ def build_kv_cache(
|
||||
# TreeCache.page_size should keep the same as allocator.page_size to
|
||||
# avoid kv page eviction conflicts.
|
||||
page_size=(
|
||||
page_size if not dcp_enabled() else token_to_kv_pool_allocator.page_size
|
||||
page_size
|
||||
if not get_parallel().dcp_enabled
|
||||
else token_to_kv_pool_allocator.page_size
|
||||
),
|
||||
is_eagle=spec_algorithm.is_eagle(),
|
||||
tp_cache_group=(
|
||||
|
||||
Reference in New Issue
Block a user