[AMD] Remove ROCm page_first+kernel -> layer_first HiCache fallback (follow-up to #28534) (#30622)

2026-07-14 22:48:16 -07:00
parent 0832d856ca
commit a3194d3585
1 changed files with 0 additions and 14 deletions
@@ -5805,20 +5805,6 @@ class ServerArgs:
                "Page first layout is not supported with direct IO backend, switching to page first direct layout"
            )
        # The page_first kernel write-back relies on the CUDA-only JIT staged
        # kernel. On ROCm it falls back to a kernel that requires CUDA index
        # tensors and crashes on host write-back, so use layer_first there.
        if (
            self.hicache_mem_layout == "page_first"
            and self.hicache_io_backend == "kernel"
            and is_hip()
        ):
            self.hicache_mem_layout = "layer_first"
            logger.warning(
                "page_first kernel write-back requires the CUDA JIT kernel; "
                "falling back to layer_first layout on ROCm."
            )
    def _resolve_storage_layout_compatibility(self):
        if (
            self.hicache_storage_backend != "mooncake"