minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD][CI] Fix UMBP test buffer after MoRI upgrade (#38672)

Browse Source
This commit is contained in:
Bingxu Chen
2026-09-10 00:02:00 -07:00
committed by GitHub
parent 13fb796c81
commit bd922bc39b
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/unit/mem_cache/test_umbp_store.py
+4 -2
View File
@@ -12,6 +12,7 @@ from typing import Optional
from unittest.mock import MagicMock, patch from unittest.mock import MagicMock, patch
import mori.umbp # noqa: F401 import mori.umbp # noqa: F401
import torch
from sglang.test.ci.ci_register import register_amd_ci from sglang.test.ci.ci_register import register_amd_ci
@@ -43,8 +44,9 @@ class MockHostKVCache:
total_bytes = num_pages * 2 * element_size # K+V for each page total_bytes = num_pages * 2 * element_size # K+V for each page
self._buffer = (ctypes.c_char * total_bytes)() self._buffer = (ctypes.c_char * total_bytes)()
self._buffer_ptr = ctypes.addressof(self._buffer) self._buffer_ptr = ctypes.addressof(self._buffer)
self.kv_buffer = MagicMock() self.kv_buffer = torch.frombuffer(
self.kv_buffer.data_ptr.return_value = self._buffer_ptr self._buffer, dtype=torch.uint8, count=total_bytes
)
def get_page_buffer_meta(self, indices): def get_page_buffer_meta(self, indices):
"""Return (ptr_list, element_size_list) for MHA page_first layout. """Return (ptr_list, element_size_list) for MHA page_first layout.