minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[FA]Add lost params in fa varlen func (#28642)

Browse Source
This commit is contained in:
DovLin
2026-06-18 13:30:20 -07:00
committed by GitHub
parent 66a7fd5c0b
commit cf0afe3223
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/jit_kernel/flash_attention.py
+2
View File
@@ -230,6 +230,7 @@ def flash_attn_varlen_func(
softcap=0.0, softcap=0.0,
num_splits=1, num_splits=1,
pack_gqa=None, pack_gqa=None,
only_qv=False,
sm_margin=0, sm_margin=0,
return_softmax_lse=False, return_softmax_lse=False,
sinks=None, sinks=None,
@@ -262,6 +263,7 @@ def flash_attn_varlen_func(
softcap=softcap, softcap=softcap,
num_splits=num_splits, num_splits=num_splits,
pack_gqa=pack_gqa, pack_gqa=pack_gqa,
only_qv=only_qv,
sm_margin=sm_margin, sm_margin=sm_margin,
return_softmax_lse=return_softmax_lse, return_softmax_lse=return_softmax_lse,
sinks=sinks, sinks=sinks,