minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[Docs] Use trtllm_mha for Qwen3.6 B300 (#29964)

Browse Source
This commit is contained in:
Mohammad Miadh Angkad
2026-07-07 01:44:01 -07:00
committed by GitHub
parent 9ddea8d9ef
commit f32b4ecd26
1 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs_new/src/snippets/autoregressive/qwen36-deployment.jsx
+1 -4
View File
@@ -222,12 +222,9 @@ export const Qwen36Deployment = () => {
} }
} }
if (hardware === 'b200') { if (hardware === 'b200' || hardware === 'b300') {
cmd += ` \\\n --attention-backend trtllm_mha`; cmd += ` \\\n --attention-backend trtllm_mha`;
} }
if (hardware === 'b300') {
cmd += ` \\\n --attention-backend flashinfer`;
}
if (hwConfig.mem !== undefined) { if (hwConfig.mem !== undefined) {
cmd += ` \\\n --mem-fraction-static ${hwConfig.mem}`; cmd += ` \\\n --mem-fraction-static ${hwConfig.mem}`;
} }