[mem_cache][9/N] refactor: move DSAIndexerPoolHost to pool_host.dsa (#35306)
This commit is contained in:
@@ -4,11 +4,11 @@ import unittest
|
||||
import torch
|
||||
|
||||
from sglang.srt.mem_cache.memory_pool import DSATokenToKVPool
|
||||
from sglang.srt.mem_cache.memory_pool_host import DSAIndexerPoolHost
|
||||
from sglang.srt.mem_cache.pool_host.common import (
|
||||
ALLOC_MEMORY_FUNCS,
|
||||
alloc_with_pin_memory,
|
||||
)
|
||||
from sglang.srt.mem_cache.pool_host.dsa import DSAIndexerPoolHost
|
||||
from sglang.srt.mem_cache.pool_host.mla import MLATokenToKVPoolHost
|
||||
from sglang.srt.utils import is_cuda, is_hip, is_npu, is_xpu
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
@@ -21,11 +21,11 @@ from sglang.srt.mem_cache.l2_transfer import L2Transfer, L2TransferEngine
|
||||
from sglang.srt.mem_cache.memory_pool_host import (
|
||||
DeepSeekV4PagedHostPool,
|
||||
DeepSeekV4StateHostPool,
|
||||
DSAIndexerPoolHost,
|
||||
HostPoolGroup,
|
||||
LogicalHostPool,
|
||||
PoolEntry,
|
||||
)
|
||||
from sglang.srt.mem_cache.pool_host.dsa import DSAIndexerPoolHost
|
||||
from sglang.srt.mem_cache.pool_host.mamba import MambaPoolHost
|
||||
from sglang.srt.mem_cache.pool_host.mha import MHATokenToKVPoolHost
|
||||
from sglang.srt.mem_cache.pool_host.mla import MLATokenToKVPoolHost
|
||||
@@ -35,6 +35,7 @@ from sglang.test.test_utils import CustomTestCase
|
||||
register_cpu_ci(est_time=3, suite="base-a-test-cpu")
|
||||
|
||||
MEMORY_POOL_HOST_MODULE = "sglang.srt.mem_cache.memory_pool_host"
|
||||
DSA_POOL_HOST_MODULE = "sglang.srt.mem_cache.pool_host.dsa"
|
||||
MHA_POOL_HOST_MODULE = "sglang.srt.mem_cache.pool_host.mha"
|
||||
MLA_POOL_HOST_MODULE = "sglang.srt.mem_cache.pool_host.mla"
|
||||
|
||||
@@ -845,7 +846,9 @@ class TestHiCacheStagedWriteBackDispatch(CustomTestCase):
|
||||
host.can_use_write_back_jit = True
|
||||
src_registry = {_ptr_key_from_layers(device_layers): device_layers}
|
||||
|
||||
staged_patch, fallback_patch, load_patch = self._patched_transfers(src_registry)
|
||||
staged_patch, fallback_patch, load_patch = self._patched_transfers(
|
||||
src_registry, module=DSA_POOL_HOST_MODULE
|
||||
)
|
||||
with staged_patch as staged, fallback_patch as fallback, load_patch as load:
|
||||
host.backup_from_device_all_layer(
|
||||
device_pool=device_pool,
|
||||
|
||||
Reference in New Issue
Block a user