Upgrade fa3 hash (#28394)
Co-authored-by: Shijin <dovis.zhang02@gmail.com>
This commit is contained in:
@@ -57,7 +57,9 @@ TORCH_LIBRARY_FRAGMENT(sgl_kernel, m) {
|
||||
" int num_splits,"
|
||||
" bool? pack_gqa,"
|
||||
" int sm_margin,"
|
||||
" Tensor? sinks"
|
||||
" Tensor? sinks,"
|
||||
" Tensor? sparse_mask_fine," // [total_q, max_k_blocks, num_int32_per_block]
|
||||
" bool only_qv"
|
||||
") -> (Tensor(a!), Tensor, Tensor, Tensor)"); // first return aliases out
|
||||
|
||||
m.impl("fwd", torch::kCUDA, make_pytorch_shim(&mha_fwd));
|
||||
|
||||
Reference in New Issue
Block a user