docs: update sglang cookbook (#32654)
This commit is contained in:
@@ -658,12 +658,11 @@ export const config = {
|
|||||||
verified: false,
|
verified: false,
|
||||||
verificationStatus: "in-progress",
|
verificationStatus: "in-progress",
|
||||||
env: [],
|
env: [],
|
||||||
|
// No --enable-symm-mem: it makes the fused all-reduce auto-probe skip.
|
||||||
flags: [
|
flags: [
|
||||||
"--trust-remote-code",
|
"--trust-remote-code",
|
||||||
"--model-path {{MODEL_NAME}}",
|
"--model-path {{MODEL_NAME}}",
|
||||||
"--tp-size 8",
|
"--tp-size 8",
|
||||||
"--disable-custom-all-reduce",
|
|
||||||
"--enable-symm-mem",
|
|
||||||
"--mem-fraction-static 0.85",
|
"--mem-fraction-static 0.85",
|
||||||
"--reasoning-parser kimi_k3",
|
"--reasoning-parser kimi_k3",
|
||||||
"--tool-call-parser kimi_k3",
|
"--tool-call-parser kimi_k3",
|
||||||
|
|||||||
Reference in New Issue
Block a user