[ci] Try fixing broken CIs (#12317)
This commit is contained in:
@@ -9,9 +9,10 @@ from sgl_kernel.kvcacheio import (
|
||||
transfer_kv_per_layer,
|
||||
transfer_kv_per_layer_direct_pf_lf,
|
||||
transfer_kv_per_layer_mla,
|
||||
transfer_kv_per_layer_ph_lf,
|
||||
)
|
||||
|
||||
from sglang.srt.utils import is_hip
|
||||
|
||||
|
||||
def ref_copy_with_indices(src_pool, dst_pool, src_indices, dst_indices):
|
||||
dst_pool[dst_indices] = src_pool[src_indices].to(dst_pool.device)
|
||||
@@ -509,6 +510,7 @@ def test_transfer_kv_pf_direct(
|
||||
torch.set_default_dtype(original_dtype)
|
||||
|
||||
|
||||
@pytest.mark.skipif(is_hip(), reason="HIP is not supported for this test")
|
||||
@pytest.mark.parametrize("dtype", [torch.bfloat16, torch.float16])
|
||||
@pytest.mark.parametrize("num_items_to_transfer", [256, 1024])
|
||||
@pytest.mark.parametrize("page_size", [16, 64, 128])
|
||||
@@ -629,6 +631,8 @@ def test_transfer_kv_page_head(
|
||||
torch.testing.assert_close(dst_k_pool_kernel, dst_k_pool_ref)
|
||||
torch.testing.assert_close(dst_v_pool_kernel, dst_v_pool_ref)
|
||||
else:
|
||||
from sgl_kernel.kvcacheio import transfer_kv_per_layer_ph_lf
|
||||
|
||||
src_k_pool = torch.randn(
|
||||
total_pages_in_pool, head_num, page_size, num_layers, head_dim
|
||||
).pin_memory()
|
||||
|
||||
Reference in New Issue
Block a user