minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

LLama4 Attention: Update assertion msg (#12777)

Browse Source
This commit is contained in:
Kshiteej K
2025-11-15 02:52:50 +08:00
committed by GitHub
parent 875a25ddef
commit 84e151ac7f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+1 -1
View File
@@ -1022,7 +1022,7 @@ class ServerArgs:
"triton", "triton",
"trtllm_mha", "trtllm_mha",
"intel_xpu", "intel_xpu",
}, "fa3, aiter, triton, trtllm_mha or intel_xpu is required for Llama4 model" }, f"fa3, aiter, triton, trtllm_mha or intel_xpu is required for Llama4 model but got {self.attention_backend}"
if is_sm100_supported() and self.attention_backend is None: if is_sm100_supported() and self.attention_backend is None:
self.attention_backend = "trtllm_mha" self.attention_backend = "trtllm_mha"
logger.warning( logger.warning(