Update default attn backend to fa3 for mimo model (#17419)
This commit is contained in:
@@ -2880,6 +2880,7 @@ def is_fa3_default_architecture(hf_config):
|
|||||||
"Glm4vForConditionalGeneration",
|
"Glm4vForConditionalGeneration",
|
||||||
"Glm4vMoeForConditionalGeneration",
|
"Glm4vMoeForConditionalGeneration",
|
||||||
"Step3VLForConditionalGeneration",
|
"Step3VLForConditionalGeneration",
|
||||||
|
"MiMoV2FlashForCausalLM",
|
||||||
}
|
}
|
||||||
return architectures[0] in default_archs
|
return architectures[0] in default_archs
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user