Register SWA unit tests under unit/mem_cache (#24974)
This commit is contained in:
+3
@@ -12,8 +12,11 @@ from unittest.mock import MagicMock
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.srt.mem_cache.swa_memory_pool import SWATokenToKVPoolAllocator
|
from sglang.srt.mem_cache.swa_memory_pool import SWATokenToKVPoolAllocator
|
||||||
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
|
register_cpu_ci(est_time=2, suite="stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
def _make_self(*, page_size: int, full_available: int, swa_available: int):
|
def _make_self(*, page_size: int, full_available: int, swa_available: int):
|
||||||
full_indices = torch.tensor([10, 11], dtype=torch.int64)
|
full_indices = torch.tensor([10, 11], dtype=torch.int64)
|
||||||
+3
@@ -27,8 +27,11 @@ from sglang.srt.mem_cache.radix_cache import RadixKey
|
|||||||
from sglang.srt.mem_cache.swa_memory_pool import SWAKVPool, SWATokenToKVPoolAllocator
|
from sglang.srt.mem_cache.swa_memory_pool import SWAKVPool, SWATokenToKVPoolAllocator
|
||||||
from sglang.srt.mem_cache.swa_radix_cache import SWARadixCache
|
from sglang.srt.mem_cache.swa_radix_cache import SWARadixCache
|
||||||
from sglang.srt.utils import get_device
|
from sglang.srt.utils import get_device
|
||||||
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
|
register_cuda_ci(est_time=12, suite="stage-b-test-1-gpu-small")
|
||||||
|
|
||||||
|
|
||||||
def _build_tree(
|
def _build_tree(
|
||||||
*,
|
*,
|
||||||
Reference in New Issue
Block a user