[server_args] fix FA4 page_size auto-force for combined --attention-backend fa4 (#28825)
Co-authored-by: Brayden Zhong <b8zhong@uwaterloo.ca> Co-authored-by: Brayden Zhong <brayden@radixark.ai>
This commit is contained in:
co-authored by
Brayden Zhong
Brayden Zhong
parent
a32f7111e4
commit
6c212a5d6b
@@ -4651,7 +4651,11 @@ class ServerArgs:
|
||||
self.attention_backend = "triton"
|
||||
|
||||
if (
|
||||
self.prefill_attention_backend == "fa4"
|
||||
(
|
||||
self.attention_backend == "fa4"
|
||||
or self.decode_attention_backend == "fa4"
|
||||
or self.prefill_attention_backend == "fa4"
|
||||
)
|
||||
and not self.use_mla_backend()
|
||||
and is_sm100_supported()
|
||||
):
|
||||
|
||||
Reference in New Issue
Block a user