[Fix] hicache: Fail fast on a null pointer from the Mooncake host allocator (#40565)

Co-authored-by: huangtingwei <141888744+huangtingwei9988@users.noreply.github.com>
Co-authored-by: Teng Ma <sima.mt@alibaba-inc.com>
This commit is contained in:
qiye
2026-10-22 20:12:25 +08:00
committed by GitHub
co-authored by huangtingwei Teng Ma
parent 8a6770d566
commit 81841d6bdc
2 changed files with 48 additions and 0 deletions
@@ -54,6 +54,13 @@ class MooncakeHostTensorAllocator(HostTensorAllocator):
size *= d
size *= torch.tensor([], dtype=self.dtype).element_size()
ptr_int = self.allocator.alloc(size)
if not ptr_int:
raise RuntimeError(
f"MooncakeHostMemAllocator.alloc returned a null pointer for "
f"{size / 1024**3:.3f} GB ({size} bytes); the mooncake host memory "
f"allocator could not map the segment (check host memory "
f"availability and the mooncake allocator logs)."
)
self.ptr = ptr_int
c_type = ctypes.c_byte * size
c_array = c_type.from_address(ptr_int)