minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Update GLM-5.2 B300 and GB300 NVFP4 cookbook settings (#29466)

Browse Source
This commit is contained in:
Baizhou Zhang
2026-06-26 16:15:33 -07:00
committed by GitHub
parent c470acde2b
commit 12f76d115c
1 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs_new/src/snippets/configs/zai-org/glm-5.2.jsx
+8 -8
View File
@@ -652,8 +652,8 @@ sgl-eval run aime25 \\
"--speculative-num-steps 5",
"--speculative-eagle-topk 1",
"--speculative-num-draft-tokens 6",
"--chunked-prefill-size 131072",
"--mem-fraction-static 0.70",
"--chunked-prefill-size 8192",
"--mem-fraction-static 0.8",
"--host {{HOST_IP}}",
"--port {{PORT}}",
],
@@ -667,8 +667,8 @@ sgl-eval run aime25 \\
"--model-path {{MODEL_NAME}}",
"--tp 4",
"--quantization modelopt_fp4",
"--chunked-prefill-size 131072",
"--mem-fraction-static 0.70",
"--chunked-prefill-size 8192",
"--mem-fraction-static 0.8",
"--host {{HOST_IP}}",
"--port {{PORT}}",
],
@@ -686,8 +686,8 @@ sgl-eval run aime25 \\
"--speculative-num-steps 5",
"--speculative-eagle-topk 1",
"--speculative-num-draft-tokens 6",
"--chunked-prefill-size 131072",
"--mem-fraction-static 0.70",
"--chunked-prefill-size 8192",
"--mem-fraction-static 0.8",
"--host {{HOST_IP}}",
"--port {{PORT}}",
],
@@ -701,8 +701,8 @@ sgl-eval run aime25 \\
"--model-path {{MODEL_NAME}}",
"--tp 4",
"--quantization modelopt_fp4",
"--chunked-prefill-size 131072",
"--mem-fraction-static 0.70",
"--chunked-prefill-size 8192",
"--mem-fraction-static 0.8",
"--host {{HOST_IP}}",
"--port {{PORT}}",
],