From 12f76d115cd85c1456ad7e00ab752aa128e2f868 Mon Sep 17 00:00:00 2001 From: Baizhou Zhang Date: Fri, 26 Jun 2026 16:15:33 -0700 Subject: [PATCH] Update GLM-5.2 B300 and GB300 NVFP4 cookbook settings (#29466) --- .../src/snippets/configs/zai-org/glm-5.2.jsx | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/docs_new/src/snippets/configs/zai-org/glm-5.2.jsx b/docs_new/src/snippets/configs/zai-org/glm-5.2.jsx index cdc8dde54..6b5b545ff 100644 --- a/docs_new/src/snippets/configs/zai-org/glm-5.2.jsx +++ b/docs_new/src/snippets/configs/zai-org/glm-5.2.jsx @@ -652,8 +652,8 @@ sgl-eval run aime25 \\ "--speculative-num-steps 5", "--speculative-eagle-topk 1", "--speculative-num-draft-tokens 6", - "--chunked-prefill-size 131072", - "--mem-fraction-static 0.70", + "--chunked-prefill-size 8192", + "--mem-fraction-static 0.8", "--host {{HOST_IP}}", "--port {{PORT}}", ], @@ -667,8 +667,8 @@ sgl-eval run aime25 \\ "--model-path {{MODEL_NAME}}", "--tp 4", "--quantization modelopt_fp4", - "--chunked-prefill-size 131072", - "--mem-fraction-static 0.70", + "--chunked-prefill-size 8192", + "--mem-fraction-static 0.8", "--host {{HOST_IP}}", "--port {{PORT}}", ], @@ -686,8 +686,8 @@ sgl-eval run aime25 \\ "--speculative-num-steps 5", "--speculative-eagle-topk 1", "--speculative-num-draft-tokens 6", - "--chunked-prefill-size 131072", - "--mem-fraction-static 0.70", + "--chunked-prefill-size 8192", + "--mem-fraction-static 0.8", "--host {{HOST_IP}}", "--port {{PORT}}", ], @@ -701,8 +701,8 @@ sgl-eval run aime25 \\ "--model-path {{MODEL_NAME}}", "--tp 4", "--quantization modelopt_fp4", - "--chunked-prefill-size 131072", - "--mem-fraction-static 0.70", + "--chunked-prefill-size 8192", + "--mem-fraction-static 0.8", "--host {{HOST_IP}}", "--port {{PORT}}", ],