minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD] Guard ROCm 7.0 build from using hipMemcpyBatchAsync (#35128)

Browse Source
This commit is contained in:
Alan Kao
2026-08-17 02:22:58 -07:00
committed by GitHub
parent 92bce3d7bb
commit 056808723e
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/kernels/aot/csrc/kvcacheio/transfer.cu
+3 -3
View File
@@ -995,9 +995,9 @@ inline void transfer_kv_page_first_direct_impl(
}; };
#if defined(USE_ROCM) || !defined(CUDA_VERSION) || CUDA_VERSION < 12080 #if defined(USE_ROCM) || !defined(CUDA_VERSION) || CUDA_VERSION < 12080
#if defined(USE_ROCM) #if defined(USE_ROCM) && defined(HIP_VERSION) && HIP_VERSION >= 70200000
// Opt-in HIP batch copy path (mirrors cudaMemcpyBatchAsync); disabled by // Opt-in HIP batch copy path (mirrors cudaMemcpyBatchAsync); requires
// default, falls back to per-page copy below. // ROCm >= 7.2. Disabled by default, falls back to per-page copy below.
constexpr bool kEnableHipBatch = false; constexpr bool kEnableHipBatch = false;
if (kEnableHipBatch) { if (kEnableHipBatch) {
std::vector<void*> b_srcs, b_dsts; std::vector<void*> b_srcs, b_dsts;