diff --git a/docs_new/src/snippets/configs/zai-org/glm-5.2.jsx b/docs_new/src/snippets/configs/zai-org/glm-5.2.jsx index cdc8dde54..6b5b545ff 100644 --- a/docs_new/src/snippets/configs/zai-org/glm-5.2.jsx +++ b/docs_new/src/snippets/configs/zai-org/glm-5.2.jsx @@ -652,8 +652,8 @@ sgl-eval run aime25 \\ "--speculative-num-steps 5", "--speculative-eagle-topk 1", "--speculative-num-draft-tokens 6", - "--chunked-prefill-size 131072", - "--mem-fraction-static 0.70", + "--chunked-prefill-size 8192", + "--mem-fraction-static 0.8", "--host {{HOST_IP}}", "--port {{PORT}}", ], @@ -667,8 +667,8 @@ sgl-eval run aime25 \\ "--model-path {{MODEL_NAME}}", "--tp 4", "--quantization modelopt_fp4", - "--chunked-prefill-size 131072", - "--mem-fraction-static 0.70", + "--chunked-prefill-size 8192", + "--mem-fraction-static 0.8", "--host {{HOST_IP}}", "--port {{PORT}}", ], @@ -686,8 +686,8 @@ sgl-eval run aime25 \\ "--speculative-num-steps 5", "--speculative-eagle-topk 1", "--speculative-num-draft-tokens 6", - "--chunked-prefill-size 131072", - "--mem-fraction-static 0.70", + "--chunked-prefill-size 8192", + "--mem-fraction-static 0.8", "--host {{HOST_IP}}", "--port {{PORT}}", ], @@ -701,8 +701,8 @@ sgl-eval run aime25 \\ "--model-path {{MODEL_NAME}}", "--tp 4", "--quantization modelopt_fp4", - "--chunked-prefill-size 131072", - "--mem-fraction-static 0.70", + "--chunked-prefill-size 8192", + "--mem-fraction-static 0.8", "--host {{HOST_IP}}", "--port {{PORT}}", ],