[Apple Silicon] Add custom Metal RoPE kernel with fused KV cache store (#22868)
Signed-off-by: Xiaodong Ye <yeahdongcn@gmail.com> Co-authored-by: Xiaodong Ye <yeahdongcn@gmail.com>
This commit is contained in:
co-authored by
Xiaodong Ye
parent
7dff4118b9
commit
b2eed9e16d
@@ -95,10 +95,10 @@ metallib_name = "sgl_metal_kernels.metallib"
|
||||
# Metal shader sources (compiled with `xcrun metal`) and C++ host sources
|
||||
# (compiled with `c++`). Add new kernels by appending to these lists.
|
||||
metal_shader_sources = [
|
||||
"csrc/metal/placeholder.metal",
|
||||
"csrc/metal/rope_pool_fused.metal",
|
||||
]
|
||||
cxx_sources = [
|
||||
"csrc/metal/placeholder.cpp",
|
||||
"csrc/metal/rope_pool_fused.cpp",
|
||||
]
|
||||
|
||||
# Header search paths shared by both the Metal shader compiler and the C++
|
||||
|
||||
Reference in New Issue
Block a user