[docs] fix sglang serve --model-path in cookbooks (#23905)
This commit is contained in:
@@ -174,7 +174,7 @@ export const DeepSeekV32Deployment = () => {
|
||||
// NVFP4: fixed config
|
||||
if (isNvfp4) {
|
||||
let cmd = 'sglang serve \\\n';
|
||||
cmd += ` --model ${modelName}`;
|
||||
cmd += ` --model-path ${modelName}`;
|
||||
cmd += ' \\\n --tp 4';
|
||||
cmd += ' \\\n --quantization modelopt_fp4';
|
||||
cmd += ' \\\n --moe-runner-backend flashinfer_trtllm';
|
||||
@@ -184,14 +184,14 @@ export const DeepSeekV32Deployment = () => {
|
||||
// MXFP4: fixed config for AMD
|
||||
if (isMxfp4) {
|
||||
let cmd = 'sglang serve \\\n';
|
||||
cmd += ` --model ${modelName}`;
|
||||
cmd += ` --model-path ${modelName}`;
|
||||
cmd += ' \\\n --tp 8';
|
||||
cmd += ' \\\n --trust-remote-code';
|
||||
return cmd;
|
||||
}
|
||||
|
||||
let cmd = 'sglang serve \\\n';
|
||||
cmd += ` --model ${modelName}`;
|
||||
cmd += ` --model-path ${modelName}`;
|
||||
|
||||
// Hardware platform specific parameters
|
||||
if (isAMD) {
|
||||
|
||||
@@ -152,7 +152,7 @@ export const GLM5Deployment = () => {
|
||||
const memFraction = hwConfig.mem;
|
||||
|
||||
let cmd = 'sglang serve \\\n';
|
||||
cmd += ` --model ${modelName}`;
|
||||
cmd += ` --model-path ${modelName}`;
|
||||
cmd += ` \\\n --tp ${tpValue}`;
|
||||
|
||||
// NVFP4 B200: trtllm NSA backends, flashinfer fusion, FP8 KV cache.
|
||||
|
||||
@@ -50,7 +50,7 @@ export const Ministral3Deployment = () => {
|
||||
|
||||
let cmd = 'sglang serve \\\n';
|
||||
|
||||
cmd += ` --model ${modelCfg.modelId}`;
|
||||
cmd += ` --model-path ${modelCfg.modelId}`;
|
||||
|
||||
if (tp > 1) {
|
||||
cmd += ` \\\n --tp ${tp}`;
|
||||
|
||||
Reference in New Issue
Block a user