From dbad07a06fbedfc63fd54282d2989ef4feb03c23 Mon Sep 17 00:00:00 2001 From: "Po-Han Huang (NVIDIA)" <53919306+nvpohanh@users.noreply.github.com> Date: Tue, 13 Oct 2026 14:39:45 +0800 Subject: [PATCH] [Docs] Cookbook: refresh SemiAnalysis AgentX launches (DeepSeek-V4.1 GB200/GB300, GLM-5.2 FP8 B300) (#43983) Co-authored-by: Claude Opus 5.5 --- docs/src/snippets/agentx/Qwen/qwen3.5.jsx | 37 +- .../agentx/Qwen/qwen3.8-flash-next.jsx | 37 +- .../agentx/deepseek-ai/deepseek-v4.jsx | 63 +- .../agentx/deepseek-ai/deepseek-v4_1.jsx | 1015 +++++------------ docs/src/snippets/agentx/zai-org/glm-5.2.jsx | 154 ++- 5 files changed, 456 insertions(+), 850 deletions(-) diff --git a/docs/src/snippets/agentx/Qwen/qwen3.5.jsx b/docs/src/snippets/agentx/Qwen/qwen3.5.jsx index 8f30af4d08..1dbccde26a 100644 --- a/docs/src/snippets/agentx/Qwen/qwen3.5.jsx +++ b/docs/src/snippets/agentx/Qwen/qwen3.5.jsx @@ -1,52 +1,47 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@029d019d1b4b plus open PRs #2978, #3606, #3817, #3836, #3859, #3860, #3927), with SA-specific settings removed. export const agentx = { "model": "Qwen3.5", "generatedOn": "2026-10-12", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b", + "main": "029d019d1b4bb89717ca8db137e6000d8e6bf583", "prs": { - "2978": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", - "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "3927": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38266927261", + "sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78", "status": "verified-pr" }, - "3890": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485", - "sha": "67ad5a4958cbc5932085c449e475a573696bc2e4", + "3859": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38221097558", + "sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b", "status": "verified-pr" }, "3836": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708", - "sha": "03ffb35db157a0fecc78206bea748449daa1385a", - "status": "verified-pr" + "run": null, + "sha": "3120bc1b90db358d8bca1031225c110f3c60e579", + "status": "in-progress" }, "3817": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859", "sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587", "status": "verified-pr" }, + "2978": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", + "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "status": "verified-pr" + }, "3606": { "run": null, "sha": "5b394d395eefcaacd5168e04aca95020adac5312", "status": "in-progress" }, - "3701": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117", - "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", - "status": "verified-pr" - }, "3860": { "run": null, "sha": "b2061c778bae354deb47325d18a7d7800cfae79f", "status": "in-progress" - }, - "3859": { - "run": null, - "sha": "e182134fde51cbe0902456481527e90a7dfd70cd", - "status": "in-progress" } } }, diff --git a/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx b/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx index ce755333cb..2a51123229 100644 --- a/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx +++ b/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx @@ -1,52 +1,47 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@029d019d1b4b plus open PRs #2978, #3606, #3817, #3836, #3859, #3860, #3927), with SA-specific settings removed. export const agentx = { "model": "Qwen3.8-Flash-Next", "generatedOn": "2026-10-12", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b", + "main": "029d019d1b4bb89717ca8db137e6000d8e6bf583", "prs": { - "2978": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", - "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "3927": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38266927261", + "sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78", "status": "verified-pr" }, - "3890": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485", - "sha": "67ad5a4958cbc5932085c449e475a573696bc2e4", + "3859": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38221097558", + "sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b", "status": "verified-pr" }, "3836": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708", - "sha": "03ffb35db157a0fecc78206bea748449daa1385a", - "status": "verified-pr" + "run": null, + "sha": "3120bc1b90db358d8bca1031225c110f3c60e579", + "status": "in-progress" }, "3817": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859", "sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587", "status": "verified-pr" }, + "2978": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", + "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "status": "verified-pr" + }, "3606": { "run": null, "sha": "5b394d395eefcaacd5168e04aca95020adac5312", "status": "in-progress" }, - "3701": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117", - "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", - "status": "verified-pr" - }, "3860": { "run": null, "sha": "b2061c778bae354deb47325d18a7d7800cfae79f", "status": "in-progress" - }, - "3859": { - "run": null, - "sha": "e182134fde51cbe0902456481527e90a7dfd70cd", - "status": "in-progress" } } }, diff --git a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx index bc6dae8c27..72f95ef680 100644 --- a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx +++ b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx @@ -1,52 +1,47 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@029d019d1b4b plus open PRs #2978, #3606, #3817, #3836, #3859, #3860, #3927), with SA-specific settings removed. export const agentx = { "model": "DeepSeek-V4", "generatedOn": "2026-10-12", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b", + "main": "029d019d1b4bb89717ca8db137e6000d8e6bf583", "prs": { - "2978": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", - "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "3927": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38266927261", + "sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78", "status": "verified-pr" }, - "3890": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485", - "sha": "67ad5a4958cbc5932085c449e475a573696bc2e4", + "3859": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38221097558", + "sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b", "status": "verified-pr" }, "3836": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708", - "sha": "03ffb35db157a0fecc78206bea748449daa1385a", - "status": "verified-pr" + "run": null, + "sha": "3120bc1b90db358d8bca1031225c110f3c60e579", + "status": "in-progress" }, "3817": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859", "sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587", "status": "verified-pr" }, + "2978": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", + "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "status": "verified-pr" + }, "3606": { "run": null, "sha": "5b394d395eefcaacd5168e04aca95020adac5312", "status": "in-progress" }, - "3701": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117", - "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", - "status": "verified-pr" - }, "3860": { "run": null, "sha": "b2061c778bae354deb47325d18a7d7800cfae79f", "status": "in-progress" - }, - "3859": { - "run": null, - "sha": "e182134fde51cbe0902456481527e90a7dfd70cd", - "status": "in-progress" } } }, @@ -1470,11 +1465,11 @@ export const agentx = { } }, "prov": { - "sha": "2a58623b5a441f1b5c190ba9666a70881301d1d3", - "run": "36833446190/attempts/1", - "pr": "3629", + "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", + "run": "37656460117/attempts/1", + "pr": "3701", "status": "verified", - "date": "2026-10-02" + "date": "2026-10-12" }, "points": [ { @@ -1669,10 +1664,10 @@ export const agentx = { }, "prov": { "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", - "run": "37656460117", + "run": "37656460117/attempts/1", "pr": "3701", - "comment": "6075376827", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-12" }, "points": [ { @@ -2053,10 +2048,10 @@ export const agentx = { "prov": { "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/gb200-fp4/agentx/disagg-gb200-1p1d-dep16-dep32-c256-mtp-kvoffload.yaml", - "run": "37656460117", + "run": "37656460117/attempts/1", "pr": "3701", - "comment": "6075376827", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-12" }, "points": [ { @@ -2290,10 +2285,10 @@ export const agentx = { }, "prov": { "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", - "run": "37656460117", + "run": "37656460117/attempts/1", "pr": "3701", - "comment": "6075376827", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-12" }, "points": [ { diff --git a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx index 20e7638918..c1c8717a58 100644 --- a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx +++ b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx @@ -1,52 +1,47 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@029d019d1b4b plus open PRs #2978, #3606, #3817, #3836, #3859, #3860, #3927), with SA-specific settings removed. export const agentx = { "model": "DeepSeek-V4.1", "generatedOn": "2026-10-12", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b", + "main": "029d019d1b4bb89717ca8db137e6000d8e6bf583", "prs": { - "2978": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", - "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "3927": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38266927261", + "sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78", "status": "verified-pr" }, - "3890": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485", - "sha": "67ad5a4958cbc5932085c449e475a573696bc2e4", + "3859": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38221097558", + "sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b", "status": "verified-pr" }, "3836": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708", - "sha": "03ffb35db157a0fecc78206bea748449daa1385a", - "status": "verified-pr" + "run": null, + "sha": "3120bc1b90db358d8bca1031225c110f3c60e579", + "status": "in-progress" }, "3817": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859", "sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587", "status": "verified-pr" }, + "2978": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", + "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "status": "verified-pr" + }, "3606": { "run": null, "sha": "5b394d395eefcaacd5168e04aca95020adac5312", "status": "in-progress" }, - "3701": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117", - "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", - "status": "verified-pr" - }, "3860": { "run": null, "sha": "b2061c778bae354deb47325d18a7d7800cfae79f", "status": "in-progress" - }, - "3859": { - "run": null, - "sha": "e182134fde51cbe0902456481527e90a7dfd70cd", - "status": "in-progress" } } }, @@ -89,7 +84,6 @@ export const agentx = { "NATS_SERVER": "nats://$NATS_IP:4222" }, { - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", "SGLANG_DEFAULT_THINKING": "1", "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", "SGLANG_DSV41_REASONING_EFFORT": "high", @@ -97,6 +91,7 @@ export const agentx = { "SGLANG_TIMEOUT_KEEP_ALIVE": "900" }, { + "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", "SGLANG_DEFAULT_THINKING": "1", "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", "SGLANG_DSV41_REASONING_EFFORT": "high", @@ -326,300 +321,6 @@ export const agentx = { } } }, - { - "id": "dsv41flash-fp4-gb300-sglang-agentic-dspark#0", - "hw": "gb300", - "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", - "label": "Agg TP2·EP2", - "detail": "DSpark 5 · dsv41flash-fp4-gb300-sglang-agentic-dspark", - "gpus": 4, - "configKey": "dsv41flash-fp4-gb300-sglang-agentic-dspark", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261012-e6072935@sha256:b5c488694d74c13587af6057b90220498c4869571c8e1e3c43dd6f43ae721306", - "imageStatus": "ok", - "imageCommit": "e6072935", - "submitted": "sglang", - "setup": [], - "disclosures": ["synthetic-acceptance"], - "kv": { - "available": ["none", "hicache", "mooncake"], - "unavailable": {}, - "hicache": { - "args": [ - ["--enable-hierarchical-cache"], - ["--hicache-io-backend", "direct"], - ["--hicache-ratio", "1"], - ["--hicache-write-policy", "write_back"] - ], - "donor": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-disagg", - "donorHardware": "gb300", - "donorRef": "main" - } - }, - "prov": { - "sha": "e182134fde51cbe0902456481527e90a7dfd70cd", - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4-mtp/agentic.yaml", - "pr": "3859", - "status": "in-progress" - }, - "points": [ - { - "concs": [1], - "item": 0, - "override": "override_tp2_c1", - "goldenAL": "3.51", - "kv": "none" - }, - { - "concs": [2], - "item": 0, - "override": "override_tp2_c2", - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["4"], - "--swa-prefix-tails": ["128"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["4"], - "--swa-prefix-tails": ["128"] - } - } - ] - } - }, - { - "concs": [4], - "item": 0, - "override": "override_tp2_c4", - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["8"], - "--swa-prefix-tails": ["256"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["8"], - "--swa-prefix-tails": ["256"] - } - } - ] - } - }, - { - "concs": [8], - "item": 0, - "override": "override_tp2_c8", - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--chunked-prefill-size": ["16384"], - "--cuda-graph-backend-prefill": ["disabled"], - "--enable-decoder-swa-bounded-replay": [], - "--max-running-requests": ["16"], - "--prefill-decode-interval": ["96"], - "--swa-prefix-tails": ["512"] - }, - "env": { - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", - "SGLANG_NUMA_BIND_V2": "0" - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--chunked-prefill-size": ["16384"], - "--cuda-graph-backend-prefill": ["disabled"], - "--enable-decoder-swa-bounded-replay": [], - "--max-running-requests": ["16"], - "--prefill-decode-interval": ["96"], - "--swa-prefix-tails": ["512"] - }, - "env": { - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", - "SGLANG_NUMA_BIND_V2": "0" - } - } - ] - } - }, - { - "concs": [16], - "item": 0, - "override": "override_tp2_c16", - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--chunked-prefill-size": ["16384"], - "--cuda-graph-backend-prefill": ["disabled"], - "--enable-decoder-swa-bounded-replay": [], - "--max-running-requests": ["32"], - "--prefill-decode-interval": ["96"], - "--swa-prefix-tails": ["1024"], - "--tokenizer-worker-num": ["4"] - }, - "env": { - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", - "SGLANG_NUMA_BIND_V2": "0" - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--chunked-prefill-size": ["16384"], - "--cuda-graph-backend-prefill": ["disabled"], - "--enable-decoder-swa-bounded-replay": [], - "--max-running-requests": ["32"], - "--prefill-decode-interval": ["96"], - "--swa-prefix-tails": ["1024"], - "--tokenizer-worker-num": ["4"] - }, - "env": { - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", - "SGLANG_NUMA_BIND_V2": "0" - } - } - ] - } - }, - { - "concs": [32], - "item": 0, - "override": "override_tp2_c32", - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--chunked-prefill-size": ["16384"], - "--cuda-graph-backend-prefill": ["disabled"], - "--enable-decoder-swa-bounded-replay": [], - "--max-running-requests": ["64"], - "--prefill-decode-interval": ["48"], - "--swa-prefix-tails": ["2048"], - "--tokenizer-worker-num": ["4"] - }, - "env": { - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True" - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--chunked-prefill-size": ["16384"], - "--cuda-graph-backend-prefill": ["disabled"], - "--enable-decoder-swa-bounded-replay": [], - "--max-running-requests": ["64"], - "--prefill-decode-interval": ["48"], - "--swa-prefix-tails": ["2048"], - "--tokenizer-worker-num": ["4"] - }, - "env": { - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True" - } - } - ] - } - } - ], - "routers": { - "sglang": { - "install": [], - "files": [], - "blocks": [ - { - "diff": { - "args": { - "--model-loader-extra-config": null, - "--weight-loader-prefetch-checkpoints": null - }, - "env": { - "SGLANG_DSPARK_FOLDED_SAMPLING": "2", - "SGLANG_RAGGED_VERIFY_MODE": null - } - }, - "ref": [0, "sglang", 0] - } - ] - }, - "dynamo": { - "install": [], - "files": [], - "blocks": [ - { - "kind": "etcd", - "count_nodes": 1, - "cmd": "etcd", - "env": {}, - "args": [ - ["--data-dir", "/tmp/etcd"], - ["--listen-client-urls", "http://0.0.0.0:2379"], - ["--advertise-client-urls", "http://$ETCD_IP:2379"] - ] - }, - { - "kind": "dynamo-frontend", - "count": 1, - "cmd": "python3 -m dynamo.frontend", - "env": { - "DYN_REQUEST_PLANE": "tcp", - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" - }, - "args": [ - ["--http-port", "8000"], - ["--router-mode", "kv"] - ] - }, - { - "from": 0, - "cmd": "python3 -m dynamo.sglang", - "diff": { - "args": { - "--request-plane": ["tcp"] - }, - "env": { - "DYN_REQUEST_PLANE": "tcp", - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" - } - } - } - ] - } - } - }, { "id": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-agg#0", "hw": "gb300", @@ -780,10 +481,12 @@ export const agentx = { } }, "prov": { - "sha": "e182134fde51cbe0902456481527e90a7dfd70cd", + "sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4-mtp/agentic.yaml", + "run": "38221097558", "pr": "3859", - "status": "in-progress" + "comment": "6137670512", + "status": "verified-pr" }, "points": [ { @@ -794,19 +497,22 @@ export const agentx = { "kv": "none" }, { - "concs": [2], + "concs": [4], "item": 2, - "override": "override_tp4_c2", + "override": "override_tp4_c4", "goldenAL": "3.51", "kv": "none", "patch": { "sglang": [ { "args": { - "--chunked-prefill-size": ["4096"], - "--max-running-requests": ["4"], - "--prefill-decode-interval": ["16"], - "--swa-prefix-tails": ["128"] + "--cuda-graph-max-bs-decode": ["128"], + "--max-running-requests": ["128"], + "--swa-prefix-tails": ["4096"] + }, + "env": { + "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", + "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": "1" } } ], @@ -815,10 +521,56 @@ export const agentx = { null, { "args": { - "--chunked-prefill-size": ["4096"], - "--max-running-requests": ["4"], - "--prefill-decode-interval": ["16"], - "--swa-prefix-tails": ["128"] + "--cuda-graph-max-bs-decode": ["128"], + "--max-running-requests": ["128"], + "--swa-prefix-tails": ["4096"] + }, + "env": { + "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", + "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": "1" + } + } + ] + } + }, + { + "concs": [16], + "item": 2, + "override": "override_tp4_c16", + "goldenAL": "3.51", + "kv": "none", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["128"], + "--max-running-requests": ["128"], + "--prefill-decode-interval": ["192"], + "--swa-prefix-tails": ["4096"], + "--tokenizer-worker-num": ["4"] + }, + "env": { + "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", + "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": "1", + "SGLANG_NUMA_BIND_V2": "0" + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["128"], + "--max-running-requests": ["128"], + "--prefill-decode-interval": ["192"], + "--swa-prefix-tails": ["4096"], + "--tokenizer-worker-num": ["4"] + }, + "env": { + "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", + "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": "1", + "SGLANG_NUMA_BIND_V2": "0" } } ] @@ -843,7 +595,7 @@ export const agentx = { "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": null } }, - "ref": [2, "sglang", 0] + "ref": [1, "sglang", 0] } ] }, @@ -893,11 +645,11 @@ export const agentx = { } }, { - "id": "dsv41flash-fp4-gb300-sglang-agentic-dspark#3", + "id": "dsv41flash-fp4-gb300-sglang-agentic-dspark#0", "hw": "gb300", "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", - "label": "Agg TP4·EP4", - "detail": "DSpark 5", + "label": "Agg TP2·EP2", + "detail": "DSpark 5 · dsv41flash-fp4-gb300-sglang-agentic-dspark", "gpus": 4, "configKey": "dsv41flash-fp4-gb300-sglang-agentic-dspark", "image": "lmsysorg/sglang:nightly-dev-cu13-20261012-e6072935@sha256:b5c488694d74c13587af6057b90220498c4869571c8e1e3c43dd6f43ae721306", @@ -922,52 +674,37 @@ export const agentx = { } }, "prov": { - "sha": "e182134fde51cbe0902456481527e90a7dfd70cd", + "sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4-mtp/agentic.yaml", + "run": "38221097558", "pr": "3859", - "status": "in-progress" + "comment": "6137670512", + "status": "verified-pr" }, "points": [ - { - "concs": [4], - "item": 3, - "override": "override_tp4_c4", - "goldenAL": "3.51", - "kv": "none" - }, - { - "concs": [8], - "item": 3, - "override": "override_tp4_c8", - "goldenAL": "3.51", - "kv": "none" - }, { "concs": [16], - "item": 3, - "override": "override_tp4_c16", + "item": 0, + "override": "override_tp2_c16", "goldenAL": "3.51", "kv": "none" }, { "concs": [32], - "item": 3, - "override": "override_tp4_c32", - "goldenAL": "3.51", - "kv": "none" - }, - { - "concs": [64], - "item": 3, - "override": "override_tp4_c64", + "item": 0, + "override": "override_tp2_c32", "goldenAL": "3.51", "kv": "none", "patch": { "sglang": [ { "args": { - "--chunked-prefill-size": ["8192"], - "--prefill-decode-interval": ["16"] + "--max-running-requests": ["64"], + "--prefill-decode-interval": ["48"], + "--swa-prefix-tails": ["2048"] + }, + "env": { + "SGLANG_NUMA_BIND_V2": null } } ], @@ -976,19 +713,16 @@ export const agentx = { null, { "args": { - "--chunked-prefill-size": ["8192"], - "--prefill-decode-interval": ["16"] + "--max-running-requests": ["64"], + "--prefill-decode-interval": ["48"], + "--swa-prefix-tails": ["2048"] + }, + "env": { + "SGLANG_NUMA_BIND_V2": null } } ] } - }, - { - "concs": [128], - "item": 3, - "override": "override_tp4_c128", - "goldenAL": "3.51", - "kv": "none" } ], "routers": { @@ -999,17 +733,24 @@ export const agentx = { { "diff": { "args": { - "--cuda-graph-max-bs-decode": ["128"], - "--expert-parallel-size": ["4"], - "--max-running-requests": ["128"], - "--swa-prefix-tails": ["4096"] + "--chunked-prefill-size": ["16384"], + "--cuda-graph-backend-prefill": ["disabled"], + "--enable-decoder-swa-bounded-replay": [], + "--max-running-requests": ["32"], + "--prefill-decode-interval": ["96"], + "--swa-prefix-tails": ["1024"], + "--tokenizer-worker-num": ["4"], + "--model-loader-extra-config": null, + "--weight-loader-prefetch-checkpoints": null }, "env": { - "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", - "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": "1" + "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", + "SGLANG_DSPARK_FOLDED_SAMPLING": "2", + "SGLANG_NUMA_BIND_V2": "0", + "SGLANG_RAGGED_VERIFY_MODE": null } }, - "ref": [3, "sglang", 0] + "ref": [0, "sglang", 0] } ] }, @@ -1341,10 +1082,12 @@ export const agentx = { } }, "prov": { - "sha": "e182134fde51cbe0902456481527e90a7dfd70cd", + "sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4-mtp/agentic.yaml", + "run": "38221097558", "pr": "3859", - "status": "in-progress" + "comment": "6137670512", + "status": "verified-pr" }, "points": [ { @@ -1395,25 +1138,24 @@ export const agentx = { { "diff": { "args": { - "--cuda-graph-max-bs-decode": ["64"], "--data-parallel-size": ["2"], "--enable-dp-attention": [], "--enable-dp-attention-local-control-broadcast": [], "--enable-dp-lm-head": [], - "--expert-parallel-size": ["2"], "--load-balance-method": ["total_requests"], + "--max-running-requests": ["128"], "--moe-a2a-backend": ["megamoe"], "--prefill-decode-interval": ["24"], "--schedule-policy": ["shortest-prefill-first"], - "--tensor-parallel-size": ["2"], - "--tokenizer-worker-num": ["4"] + "--swa-prefix-tails": ["4096"], + "--cuda-graph-backend-prefill": null, + "--enable-decoder-swa-bounded-replay": null }, "env": { - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", - "SGLANG_NUMA_BIND_V2": "0" + "SGLANG_RAGGED_VERIFY_MODE": "static" } }, - "ref": [4, "sglang", 0] + "ref": [3, "sglang", 0] }, { "kind": "sglang-router", @@ -1606,7 +1348,7 @@ export const agentx = { "envRef": 0 }, { - "ref": [5, "dynamo", 3] + "ref": [4, "dynamo", 3] }, { "drop": ["gpu_pinning"], @@ -1617,7 +1359,7 @@ export const agentx = { "--max-running-requests": ["128"] } }, - "ref": [5, "dynamo", 4] + "ref": [4, "dynamo", 4] } ] }, @@ -1756,7 +1498,7 @@ export const agentx = { "envRef": 0 }, { - "ref": [5, "dynamo", 3] + "ref": [4, "dynamo", 3] }, { "workers": 3, @@ -1765,7 +1507,7 @@ export const agentx = { ["2,3"], [null] ], - "ref": [5, "dynamo", 4] + "ref": [4, "dynamo", 4] } ] }, @@ -1921,7 +1663,7 @@ export const agentx = { "--mem-fraction-static": ["0.8"] } }, - "ref": [5, "dynamo", 3] + "ref": [4, "dynamo", 3] }, { "workers": 3, @@ -1930,7 +1672,7 @@ export const agentx = { ["2,3"], [null] ], - "ref": [7, "dynamo", 4] + "ref": [6, "dynamo", 4] } ] }, @@ -2072,7 +1814,7 @@ export const agentx = { "envRef": 0 }, { - "ref": [9, "dynamo", 3] + "ref": [8, "dynamo", 3] }, { "workers": 5, @@ -2083,7 +1825,7 @@ export const agentx = { ["2,3"], [null] ], - "ref": [5, "dynamo", 4] + "ref": [4, "dynamo", 4] } ] }, @@ -2227,7 +1969,7 @@ export const agentx = { "envRef": 0 }, { - "ref": [9, "dynamo", 3] + "ref": [8, "dynamo", 3] }, { "diff": { @@ -2236,7 +1978,7 @@ export const agentx = { "--max-running-requests": ["256"] } }, - "ref": [7, "dynamo", 4] + "ref": [6, "dynamo", 4] } ] }, @@ -2376,7 +2118,7 @@ export const agentx = { "envRef": 0 }, { - "ref": [9, "dynamo", 3] + "ref": [8, "dynamo", 3] }, { "diff": { @@ -2385,7 +2127,7 @@ export const agentx = { "--max-running-requests": ["160"] } }, - "ref": [5, "dynamo", 4] + "ref": [4, "dynamo", 4] } ] }, @@ -2526,7 +2268,7 @@ export const agentx = { "envRef": 0 }, { - "ref": [9, "dynamo", 3] + "ref": [8, "dynamo", 3] }, { "workers": 4, @@ -2542,7 +2284,7 @@ export const agentx = { "--max-running-requests": ["96"] } }, - "ref": [5, "dynamo", 4] + "ref": [4, "dynamo", 4] } ] }, @@ -2604,16 +2346,16 @@ export const agentx = { } }, { - "id": "dsv41flash-fp4-gb200-sglang-agentic-dspark#1", + "id": "dsv41flash-fp4-gb200-sglang-agentic-dspark#0", "hw": "gb200", "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", - "label": "Agg TP2", + "label": "Agg TP4·EP4", "detail": "DSpark 5", "gpus": 4, "configKey": "dsv41flash-fp4-gb200-sglang-agentic-dspark", - "image": "lmsysorg/sglang:nightly-dev-cu13-20260923-06008c17@sha256:5921361fcf358cdde4df1968c941c14157f418613b099ad7f3e5aeed6427ae15", - "imageStatus": "digest-only", - "imageCommit": "06008c17", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261011-d32d8fa0@sha256:8346c975515af7ec6b2692faadd5332f789001f78f958335175d4d34e170537c", + "imageStatus": "ok", + "imageCommit": "d32d8fa0", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -2633,51 +2375,25 @@ export const agentx = { } }, "prov": { - "sha": "85d8aee8a879b5aa27f827e472673a055fd370f0", - "recipe": "benchmarks/single_node/agentic/dsv41flash_fp4_gb200_sglang_mtp.sh", - "run": "35876607563/attempts/1", - "pr": "3347", - "status": "verified", - "date": "2026-09-24" + "sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78", + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/gb200-fp4-mtp/agentic.yaml", + "run": "38266927261", + "pr": "3927", + "comment": "6137929315", + "status": "verified-pr" }, "points": [ { "concs": [1], - "item": 1, + "item": 0, + "override": "override_tp4_c1", "goldenAL": "3.51", - "kv": "none", - "job": "35876607563/job/107235293211" - }, - { - "concs": [2], - "item": 1, - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["4"], - "--swa-prefix-tails": ["256"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["4"], - "--swa-prefix-tails": ["256"] - } - } - ] - }, - "job": "35876607563/job/107235292993" + "kv": "none" }, { "concs": [4], - "item": 1, + "item": 0, + "override": "override_tp4_c4", "goldenAL": "3.51", "kv": "none", "patch": { @@ -2685,7 +2401,7 @@ export const agentx = { { "args": { "--max-running-requests": ["8"], - "--swa-prefix-tails": ["512"] + "--prefill-decode-interval": ["384"] } } ], @@ -2695,16 +2411,16 @@ export const agentx = { { "args": { "--max-running-requests": ["8"], - "--swa-prefix-tails": ["512"] + "--prefill-decode-interval": ["384"] } } ] - }, - "job": "35876607563/job/107235293039" + } }, { "concs": [8], - "item": 1, + "item": 0, + "override": "override_tp4_c8", "goldenAL": "3.51", "kv": "none", "patch": { @@ -2712,7 +2428,8 @@ export const agentx = { { "args": { "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] + "--prefill-decode-interval": ["384"], + "--swa-prefix-tails": ["256"] } } ], @@ -2722,24 +2439,26 @@ export const agentx = { { "args": { "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] + "--prefill-decode-interval": ["384"], + "--swa-prefix-tails": ["256"] } } ] - }, - "job": "35876607563/job/107235292894" + } }, { "concs": [16], - "item": 1, + "item": 0, + "override": "override_tp4_c16", "goldenAL": "3.51", "kv": "none", "patch": { "sglang": [ { "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] + "--max-running-requests": ["32"], + "--prefill-decode-interval": ["96"], + "--swa-prefix-tails": ["512"] } } ], @@ -2748,94 +2467,13 @@ export const agentx = { null, { "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] + "--max-running-requests": ["32"], + "--prefill-decode-interval": ["96"], + "--swa-prefix-tails": ["512"] } } ] - }, - "job": "35876607563/job/107235293276" - }, - { - "concs": [32], - "item": 1, - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] - } - } - ] - }, - "job": "35876607563/job/107235292594" - }, - { - "concs": [64], - "item": 1, - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] - } - } - ] - }, - "job": "35876607563/job/107235292677" - }, - { - "concs": [128], - "item": 1, - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["1024"] - } - } - ] - }, - "job": "35876607563/job/107235293191" + } } ], "routers": { @@ -2854,18 +2492,18 @@ export const agentx = { ["--served-model-name", "deepseek-ai/DeepSeek-V4.1-Flash"], ["--host", "0.0.0.0"], ["--port", "30000"], - ["--chunked-prefill-size", "2048"], - ["--cuda-graph-max-bs-decode", "16"], - ["--ep-size", "1"], + ["--chunked-prefill-size", "8192"], + ["--cuda-graph-max-bs-decode", "64"], + ["--expert-parallel-size", "4"], ["--max-running-requests", "2"], - ["--mem-fraction-static", "0.92"], + ["--mem-fraction-static", "0.76"], ["--prefill-decode-interval", "16"], ["--reasoning-parser", "auto"], ["--speculative-algorithm", "DSPARK"], ["--speculative-dspark-block-size", "5"], ["--swa-prefix-tails", "128"], + ["--tensor-parallel-size", "4"], ["--tool-call-parser", "auto"], - ["--tp", "2"], ["--trust-remote-code"], ["--watchdog-timeout", "3600"] ], @@ -2919,16 +2557,16 @@ export const agentx = { } }, { - "id": "dsv41flash-fp4-gb200-sglang-agentic-dspark#0", + "id": "dsv41flash-fp4-gb200-sglang-agentic-dspark#1", "hw": "gb200", "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", - "label": "Agg TP4", + "label": "Agg DEP4", "detail": "DSpark 5", "gpus": 4, "configKey": "dsv41flash-fp4-gb200-sglang-agentic-dspark", - "image": "lmsysorg/sglang:nightly-dev-cu13-20260923-06008c17@sha256:5921361fcf358cdde4df1968c941c14157f418613b099ad7f3e5aeed6427ae15", - "imageStatus": "digest-only", - "imageCommit": "06008c17", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261011-d32d8fa0@sha256:8346c975515af7ec6b2692faadd5332f789001f78f958335175d4d34e170537c", + "imageStatus": "ok", + "imageCommit": "d32d8fa0", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -2948,211 +2586,108 @@ export const agentx = { } }, "prov": { - "sha": "85d8aee8a879b5aa27f827e472673a055fd370f0", - "recipe": "benchmarks/single_node/agentic/dsv41flash_fp4_gb200_sglang_mtp.sh", - "run": "35876607563/attempts/1", - "pr": "3347", - "status": "verified", - "date": "2026-09-24" + "sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78", + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/gb200-fp4-mtp/agentic.yaml", + "run": "38266927261", + "pr": "3927", + "comment": "6137929315", + "status": "verified-pr" }, "points": [ - { - "concs": [1], - "item": 0, - "goldenAL": "3.51", - "kv": "none", - "job": "35876607563/job/107235293671" - }, - { - "concs": [2], - "item": 0, - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["4"], - "--swa-prefix-tails": ["128"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["4"], - "--swa-prefix-tails": ["128"] - } - } - ] - }, - "job": "35876607563/job/107235292970" - }, - { - "concs": [4], - "item": 0, - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["8"], - "--swa-prefix-tails": ["256"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["8"], - "--swa-prefix-tails": ["256"] - } - } - ] - }, - "job": "35876607563/job/107235293097" - }, - { - "concs": [8], - "item": 0, - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["512"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["16"], - "--swa-prefix-tails": ["512"] - } - } - ] - }, - "job": "35876607563/job/107235293290" - }, - { - "concs": [16], - "item": 0, - "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["32"], - "--prefill-decode-interval": ["16"], - "--swa-prefix-tails": ["1024"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["32"], - "--prefill-decode-interval": ["16"], - "--swa-prefix-tails": ["1024"] - } - } - ] - }, - "job": "35876607563/job/107235293589" - }, { "concs": [32], - "item": 0, + "item": 1, + "override": "override_dep4_c32", "goldenAL": "3.51", - "kv": "none", - "patch": { - "sglang": [ - { - "args": { - "--max-running-requests": ["64"], - "--swa-prefix-tails": ["1024"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--max-running-requests": ["64"], - "--swa-prefix-tails": ["1024"] - } - } - ] - }, - "job": "35876607563/job/107235293125" + "kv": "none" }, { "concs": [64], - "item": 0, + "item": 1, + "override": "override_dep4_c64", "goldenAL": "3.51", "kv": "none", "patch": { "sglang": [ { "args": { - "--max-running-requests": ["64"], - "--swa-prefix-tails": ["1024"] + "--chunked-prefill-size": ["65536"], + "--prefill-decode-interval": ["72"] } - } + }, + null ], "dynamo": [ null, null, { "args": { - "--max-running-requests": ["64"], - "--swa-prefix-tails": ["1024"] + "--chunked-prefill-size": ["65536"], + "--prefill-decode-interval": ["72"] } } ] - }, - "job": "35876607563/job/107235292797" + } }, { "concs": [128], - "item": 0, + "item": 1, + "override": "override_dep4_c128", "goldenAL": "3.51", "kv": "none", "patch": { "sglang": [ { "args": { - "--max-running-requests": ["64"], - "--swa-prefix-tails": ["1024"] + "--chunked-prefill-size": ["65536"], + "--prefill-decode-interval": ["24"] } - } + }, + null ], "dynamo": [ null, null, { "args": { - "--max-running-requests": ["64"], - "--swa-prefix-tails": ["1024"] + "--chunked-prefill-size": ["65536"], + "--prefill-decode-interval": ["24"] } } ] - }, - "job": "35876607563/job/107235293468" + } + }, + { + "concs": [192], + "item": 1, + "override": "override_dep4_c192", + "goldenAL": "3.51", + "kv": "none", + "patch": { + "sglang": [ + { + "args": { + "--chunked-prefill-size": ["65536"], + "--max-running-requests": ["384"], + "--prefill-decode-interval": ["12"], + "--swa-prefix-tails": ["3072"] + } + }, + null + ], + "dynamo": [ + null, + null, + { + "args": { + "--chunked-prefill-size": ["65536"], + "--max-running-requests": ["384"], + "--prefill-decode-interval": ["12"], + "--swa-prefix-tails": ["3072"] + } + } + ] + } } ], "routers": { @@ -3163,18 +2698,36 @@ export const agentx = { { "diff": { "args": { - "--chunked-prefill-size": ["4096"], - "--cuda-graph-max-bs-decode": ["64"], - "--mem-fraction-static": ["0.70"], - "--swa-prefix-tails": ["64"], - "--tp": ["4"], - "--prefill-decode-interval": null - }, - "env": { - "PYTORCH_CUDA_ALLOC_CONF": null + "--chunked-prefill-size": ["32768"], + "--data-parallel-size": ["4"], + "--enable-dp-attention": [], + "--enable-dp-attention-local-control-broadcast": [], + "--enable-dp-lm-head": [], + "--load-balance-method": ["total_requests"], + "--max-running-requests": ["256"], + "--prefill-decode-interval": ["88"], + "--swa-prefix-tails": ["2048"], + "--tokenizer-worker-num": ["8"] } }, - "ref": [14, "sglang", 0] + "ref": [13, "sglang", 0] + }, + { + "kind": "sglang-router", + "cmd": "python3 -m sglang_router.launch_router", + "env": {}, + "args": [ + ["--host", "0.0.0.0"], + ["--port", "8000"], + ["--policy", "cache_aware"], + ["--request-id-headers", "x-correlation-id"], + ["--dp-aware"], + ["--connect-timeout-secs", "900"], + ["--request-timeout-secs", "14400"], + ["--disable-health-check"], + ["--disable-retries"], + ["--worker-urls", "http://127.0.0.1:30000"] + ] } ] }, @@ -3454,7 +3007,7 @@ export const agentx = { ["--watchdog-timeout", "3600"], ["--weight-loader-prefetch-checkpoints"] ], - "envRef": 2 + "envRef": 1 } ] }, @@ -3589,7 +3142,7 @@ export const agentx = { "--tensor-parallel-size": ["4"] } }, - "ref": [16, "sglang", 0] + "ref": [15, "sglang", 0] } ] }, @@ -3705,7 +3258,7 @@ export const agentx = { "--tokenizer-worker-num": ["8"] } }, - "ref": [17, "sglang", 0] + "ref": [16, "sglang", 0] }, { "kind": "sglang-router", @@ -3998,7 +3551,7 @@ export const agentx = { ["--trust-remote-code"], ["--watchdog-timeout", "3600"] ], - "envRef": 2 + "envRef": 1 } ] }, @@ -4140,7 +3693,7 @@ export const agentx = { "--schedule-policy": null } }, - "ref": [19, "sglang", 0] + "ref": [18, "sglang", 0] }, { "kind": "sglang-router", @@ -4461,7 +4014,7 @@ export const agentx = { ["--trust-remote-code"], ["--watchdog-timeout", "3600"] ], - "envRef": 2 + "envRef": 1 } ] }, @@ -4742,7 +4295,7 @@ export const agentx = { "--tp": ["8"] } }, - "ref": [21, "sglang", 0] + "ref": [20, "sglang", 0] } ] }, @@ -5004,7 +4557,7 @@ export const agentx = { ["--trust-remote-code"], ["--watchdog-timeout", "3600"] ], - "envRef": 1 + "envRef": 2 } ] }, @@ -5192,7 +4745,7 @@ export const agentx = { "--swa-prefix-tails": ["64"] } }, - "ref": [23, "sglang", 0] + "ref": [22, "sglang", 0] }, { "kind": "sglang-router", @@ -5209,7 +4762,7 @@ export const agentx = { ["--disable-retries"], ["--worker-urls", "http://127.0.0.1:30000"] ], - "envRef": 1 + "envRef": 2 } ] }, diff --git a/docs/src/snippets/agentx/zai-org/glm-5.2.jsx b/docs/src/snippets/agentx/zai-org/glm-5.2.jsx index 7bf0942f8c..036c678bb2 100644 --- a/docs/src/snippets/agentx/zai-org/glm-5.2.jsx +++ b/docs/src/snippets/agentx/zai-org/glm-5.2.jsx @@ -1,52 +1,47 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@029d019d1b4b plus open PRs #2978, #3606, #3817, #3836, #3859, #3860, #3927), with SA-specific settings removed. export const agentx = { "model": "GLM-5.2", "generatedOn": "2026-10-12", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b", + "main": "029d019d1b4bb89717ca8db137e6000d8e6bf583", "prs": { - "2978": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", - "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "3927": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38266927261", + "sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78", "status": "verified-pr" }, - "3890": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485", - "sha": "67ad5a4958cbc5932085c449e475a573696bc2e4", + "3859": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38221097558", + "sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b", "status": "verified-pr" }, "3836": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708", - "sha": "03ffb35db157a0fecc78206bea748449daa1385a", - "status": "verified-pr" + "run": null, + "sha": "3120bc1b90db358d8bca1031225c110f3c60e579", + "status": "in-progress" }, "3817": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859", "sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587", "status": "verified-pr" }, + "2978": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742", + "sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20", + "status": "verified-pr" + }, "3606": { "run": null, "sha": "5b394d395eefcaacd5168e04aca95020adac5312", "status": "in-progress" }, - "3701": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117", - "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", - "status": "verified-pr" - }, "3860": { "run": null, "sha": "b2061c778bae354deb47325d18a7d7800cfae79f", "status": "in-progress" - }, - "3859": { - "run": null, - "sha": "e182134fde51cbe0902456481527e90a7dfd70cd", - "status": "in-progress" } } }, @@ -2513,10 +2508,10 @@ export const agentx = { "prov": { "sha": "67ad5a4958cbc5932085c449e475a573696bc2e4", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp4-mtp/agentic.yaml", - "run": "38021505485", + "run": "38021505485/attempts/1", "pr": "3890", - "comment": "6118139904", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-12" }, "points": [ { @@ -2734,10 +2729,10 @@ export const agentx = { "prov": { "sha": "67ad5a4958cbc5932085c449e475a573696bc2e4", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp4-mtp/agentic.yaml", - "run": "38021505485", + "run": "38021505485/attempts/1", "pr": "3890", - "comment": "6118139904", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-12" }, "points": [ { @@ -3003,12 +2998,10 @@ export const agentx = { } }, "prov": { - "sha": "03ffb35db157a0fecc78206bea748449daa1385a", + "sha": "3120bc1b90db358d8bca1031225c110f3c60e579", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp8-mtp/agentic.yaml", - "run": "37815475708", "pr": "3836", - "comment": "6075409602", - "status": "verified-pr" + "status": "in-progress" }, "points": [ { @@ -3141,12 +3134,10 @@ export const agentx = { } }, "prov": { - "sha": "03ffb35db157a0fecc78206bea748449daa1385a", + "sha": "3120bc1b90db358d8bca1031225c110f3c60e579", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp8-mtp/agentic.yaml", - "run": "37815475708", "pr": "3836", - "comment": "6075409602", - "status": "verified-pr" + "status": "in-progress" }, "points": [ { @@ -3281,12 +3272,10 @@ export const agentx = { } }, "prov": { - "sha": "03ffb35db157a0fecc78206bea748449daa1385a", + "sha": "3120bc1b90db358d8bca1031225c110f3c60e579", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp8-mtp/agentic.yaml", - "run": "37815475708", "pr": "3836", - "comment": "6075409602", - "status": "verified-pr" + "status": "in-progress" }, "points": [ { @@ -3295,6 +3284,87 @@ export const agentx = { "override": "override_c8", "goldenAL": "2.99", "kv": "hicache" + }, + { + "concs": [20], + "item": 0, + "override": "override_c20", + "goldenAL": "2.99", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs": ["40"], + "--max-running-requests": ["40"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs": ["40"], + "--max-running-requests": ["40"] + } + } + ] + } + }, + { + "concs": [24], + "item": 0, + "override": "override_c24", + "goldenAL": "2.99", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs": ["48"], + "--max-running-requests": ["48"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs": ["48"], + "--max-running-requests": ["48"] + } + } + ] + } + }, + { + "concs": [28], + "item": 0, + "override": "override_c28", + "goldenAL": "2.99", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs": ["56"], + "--max-running-requests": ["56"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs": ["56"], + "--max-running-requests": ["56"] + } + } + ] + } } ], "routers": { @@ -3390,12 +3460,10 @@ export const agentx = { } }, "prov": { - "sha": "03ffb35db157a0fecc78206bea748449daa1385a", + "sha": "3120bc1b90db358d8bca1031225c110f3c60e579", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp8-mtp/agentic.yaml", - "run": "37815475708", "pr": "3836", - "comment": "6075409602", - "status": "verified-pr" + "status": "in-progress" }, "points": [ {