minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Add Opt-In for GLM-5.3 Flash breakable prefill CUDA graphs (#38522)

Browse Source
This commit is contained in:
William Hu
2026-09-09 17:02:08 -07:00
committed by GitHub
parent 2092f6df05
commit 0084030179
9 changed files with 219 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/src/snippets/configs/zai-org/glm-5.3-flash.jsx
+29 -2
View File
@@ -33,6 +33,7 @@ export const config = {
s.kvDsaPair === pairing &&
s.mmTransport === "auto" &&
s.hicache === "off" &&
s.bcg === "off" &&
s.dcp === "off"
);
},
@@ -68,6 +69,20 @@ export const config = {
},
],
},
{
id: "bcg",
title: "Breakable Cuda Graph",
default: "off",
options: [
{ id: "off", label: "Off" },
{
id: "on",
label: "On",
flags: ["--cuda-graph-backend-prefill breakable"],
hints: ["Enables breakable prefill CUDA graphs; requires a build with PR #38522."],
},
],
},
{
id: "mmTransport",
title: "VLM Transport",
@@ -331,6 +346,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
["bf16-tilelang", "fp8-trtllm"].includes(s.kvDsaPair) &&
s.mmTransport === "auto" &&
s.hicache === "off" &&
@@ -362,6 +378,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
["bf16-tilelang", "fp8-trtllm"].includes(s.kvDsaPair) &&
s.mmTransport === "auto" &&
s.hicache === "off" &&
@@ -393,6 +410,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
["bf16-tilelang", "fp8-trtllm"].includes(s.kvDsaPair) &&
s.mmTransport === "auto" &&
s.hicache === "off" &&
@@ -426,6 +444,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
["bf16-tilelang", "fp8-trtllm"].includes(s.kvDsaPair) &&
s.mmTransport === "auto" &&
s.hicache === "off" &&
@@ -594,6 +613,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
s.mmTransport === "auto" && s.hicache === "off"
? "verified"
: "unverified",
@@ -623,6 +643,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
["off", "l2"].includes(s.hicache) ? "verified" : "unverified",
env: [],
flags: [
@@ -645,6 +666,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
s.mmTransport === "auto" && s.hicache === "off"
? "verified"
: "unverified",
@@ -674,6 +696,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
["off", "l2"].includes(s.hicache) ? "verified" : "unverified",
env: [],
flags: [
@@ -694,7 +717,8 @@ sgl-eval run gsm8k \\
match: { hw: "b200", strategy: "low-latency", quant: "fp8" },
nnodes: 1,
verified: true,
verificationStatus: (s) => (s.hicache === "off" ? "verified" : "unverified"),
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" : (s.hicache === "off" ? "verified" : "unverified"),
env: [],
flags: [
"--model-path {{MODEL_NAME}}",
@@ -720,6 +744,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
["off", "l2"].includes(s.hicache) ? "verified" : "unverified",
env: [],
flags: [
@@ -740,7 +765,8 @@ sgl-eval run gsm8k \\
match: { hw: "b300", strategy: "low-latency", quant: "fp8" },
nnodes: 1,
verified: true,
verificationStatus: (s) => (s.hicache === "off" ? "verified" : "unverified"),
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" : (s.hicache === "off" ? "verified" : "unverified"),
env: [],
flags: [
"--model-path {{MODEL_NAME}}",
@@ -766,6 +792,7 @@ sgl-eval run gsm8k \\
nnodes: 1,
verified: true,
verificationStatus: (s) =>
s.bcg !== "off" ? "unverified" :
["off", "l2"].includes(s.hicache) ? "verified" : "unverified",
env: [],
flags: [