minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[AMD] Update amd k3 cookbook for PR#34580 (#35263)

Browse Source
This commit is contained in:
Thomas Wang
2026-08-17 23:19:36 -07:00
committed by GitHub
parent 61600c9f39
commit 27596abdc0
2 changed files with 8 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/src/snippets/configs/moonshotai/kimi-k3.jsx
+5 -3
View File
@@ -234,7 +234,9 @@ export const config = {
title: "Spec Decode",
default: "dspark",
options: [
{ id: "none", label: "Non-Spec" },
{ id: "none", label: "Non-Spec",
env: (s) => (["mi350x", "mi355x"].includes(s.hw) ? ["SGLANG_MLA_DECODE_TUNE=1"] : []),
},
{
id: "dspark",
label: "DSPARK",
@@ -411,8 +413,8 @@ export const config = {
gb300: "lmsysorg/sglang:kimi-k3",
b200: "lmsysorg/sglang:kimi-k3",
gb200: "lmsysorg/sglang:kimi-k3",
mi350x: "lmsysorg/sglang-rocm:rocm720-mi35x-k3-20260727",
mi355x: "lmsysorg/sglang-rocm:rocm720-mi35x-k3-20260727",
mi350x: "lmsysorg/sglang-rocm:v0.5.17-rocm720-mi35x-20260817",
mi355x: "lmsysorg/sglang-rocm:v0.5.17-rocm720-mi35x-20260817",
// NVFP4 needs a build with sgl-project/sglang#35077; the purpose-built dev
// image is cut from that PR's head (CUDA 13).
"b300|nvfp4": "lmsysorg/sglang:dev-dev-kimi-k3-nvfp4",