[ci] Try fixing broken CIs (#12317)

This commit is contained in:
Baizhou Zhang
2025-10-29 01:13:51 -07:00
committed by GitHub
parent 1357397a34
commit 685c06451f
3 changed files with 7 additions and 3 deletions
+5 -1
View File
@@ -9,9 +9,10 @@ from sgl_kernel.kvcacheio import (
transfer_kv_per_layer,
transfer_kv_per_layer_direct_pf_lf,
transfer_kv_per_layer_mla,
transfer_kv_per_layer_ph_lf,
)
from sglang.srt.utils import is_hip
def ref_copy_with_indices(src_pool, dst_pool, src_indices, dst_indices):
dst_pool[dst_indices] = src_pool[src_indices].to(dst_pool.device)
@@ -509,6 +510,7 @@ def test_transfer_kv_pf_direct(
torch.set_default_dtype(original_dtype)
@pytest.mark.skipif(is_hip(), reason="HIP is not supported for this test")
@pytest.mark.parametrize("dtype", [torch.bfloat16, torch.float16])
@pytest.mark.parametrize("num_items_to_transfer", [256, 1024])
@pytest.mark.parametrize("page_size", [16, 64, 128])
@@ -629,6 +631,8 @@ def test_transfer_kv_page_head(
torch.testing.assert_close(dst_k_pool_kernel, dst_k_pool_ref)
torch.testing.assert_close(dst_v_pool_kernel, dst_v_pool_ref)
else:
from sgl_kernel.kvcacheio import transfer_kv_per_layer_ph_lf
src_k_pool = torch.randn(
total_pages_in_pool, head_num, page_size, num_layers, head_dim
).pin_memory()