[Apple Silicon] Add custom Metal RoPE kernel with fused KV cache store (#22868)

Signed-off-by: Xiaodong Ye <yeahdongcn@gmail.com>
Co-authored-by: Xiaodong Ye <yeahdongcn@gmail.com>
This commit is contained in:
Aditya Sharma
2026-05-29 15:09:33 +08:00
committed by GitHub
co-authored by Xiaodong Ye
parent 7dff4118b9
commit b2eed9e16d
12 changed files with 1066 additions and 40 deletions
+2 -2
View File
@@ -95,10 +95,10 @@ metallib_name = "sgl_metal_kernels.metallib"
# Metal shader sources (compiled with `xcrun metal`) and C++ host sources
# (compiled with `c++`). Add new kernels by appending to these lists.
metal_shader_sources = [
"csrc/metal/placeholder.metal",
"csrc/metal/rope_pool_fused.metal",
]
cxx_sources = [
"csrc/metal/placeholder.cpp",
"csrc/metal/rope_pool_fused.cpp",
]
# Header search paths shared by both the Metal shader compiler and the C++