[Docs] Cookbook: refresh SemiAnalysis AgentX launches (DeepSeek-V4.1 GB200/GB300, GLM-5.2 FP8 B300) (#43983)

Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Po-Han Huang (NVIDIA)
2026-10-13 14:39:45 +08:00
committed by GitHub
co-authored by Claude Opus 5.5
parent 50a144057c
commit dbad07a06f
5 changed files with 456 additions and 850 deletions
+16 -21
View File
@@ -1,52 +1,47 @@
// GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand.
// Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions
// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed.
// (SemiAnalysisAI/InferenceX main@029d019d1b4b plus open PRs #2978, #3606, #3817, #3836, #3859, #3860, #3927), with SA-specific settings removed.
export const agentx = {
"model": "Qwen3.5",
"generatedOn": "2026-10-12",
"source": {
"repo": "https://github.com/SemiAnalysisAI/InferenceX",
"main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b",
"main": "029d019d1b4bb89717ca8db137e6000d8e6bf583",
"prs": {
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"3927": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38266927261",
"sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78",
"status": "verified-pr"
},
"3890": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485",
"sha": "67ad5a4958cbc5932085c449e475a573696bc2e4",
"3859": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38221097558",
"sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b",
"status": "verified-pr"
},
"3836": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708",
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"status": "verified-pr"
"run": null,
"sha": "3120bc1b90db358d8bca1031225c110f3c60e579",
"status": "in-progress"
},
"3817": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859",
"sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587",
"status": "verified-pr"
},
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"status": "verified-pr"
},
"3606": {
"run": null,
"sha": "5b394d395eefcaacd5168e04aca95020adac5312",
"status": "in-progress"
},
"3701": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117",
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"status": "verified-pr"
},
"3860": {
"run": null,
"sha": "b2061c778bae354deb47325d18a7d7800cfae79f",
"status": "in-progress"
},
"3859": {
"run": null,
"sha": "e182134fde51cbe0902456481527e90a7dfd70cd",
"status": "in-progress"
}
}
},
@@ -1,52 +1,47 @@
// GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand.
// Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions
// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed.
// (SemiAnalysisAI/InferenceX main@029d019d1b4b plus open PRs #2978, #3606, #3817, #3836, #3859, #3860, #3927), with SA-specific settings removed.
export const agentx = {
"model": "Qwen3.8-Flash-Next",
"generatedOn": "2026-10-12",
"source": {
"repo": "https://github.com/SemiAnalysisAI/InferenceX",
"main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b",
"main": "029d019d1b4bb89717ca8db137e6000d8e6bf583",
"prs": {
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"3927": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38266927261",
"sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78",
"status": "verified-pr"
},
"3890": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485",
"sha": "67ad5a4958cbc5932085c449e475a573696bc2e4",
"3859": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38221097558",
"sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b",
"status": "verified-pr"
},
"3836": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708",
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"status": "verified-pr"
"run": null,
"sha": "3120bc1b90db358d8bca1031225c110f3c60e579",
"status": "in-progress"
},
"3817": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859",
"sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587",
"status": "verified-pr"
},
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"status": "verified-pr"
},
"3606": {
"run": null,
"sha": "5b394d395eefcaacd5168e04aca95020adac5312",
"status": "in-progress"
},
"3701": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117",
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"status": "verified-pr"
},
"3860": {
"run": null,
"sha": "b2061c778bae354deb47325d18a7d7800cfae79f",
"status": "in-progress"
},
"3859": {
"run": null,
"sha": "e182134fde51cbe0902456481527e90a7dfd70cd",
"status": "in-progress"
}
}
},
@@ -1,52 +1,47 @@
// GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand.
// Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions
// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed.
// (SemiAnalysisAI/InferenceX main@029d019d1b4b plus open PRs #2978, #3606, #3817, #3836, #3859, #3860, #3927), with SA-specific settings removed.
export const agentx = {
"model": "DeepSeek-V4",
"generatedOn": "2026-10-12",
"source": {
"repo": "https://github.com/SemiAnalysisAI/InferenceX",
"main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b",
"main": "029d019d1b4bb89717ca8db137e6000d8e6bf583",
"prs": {
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"3927": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38266927261",
"sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78",
"status": "verified-pr"
},
"3890": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485",
"sha": "67ad5a4958cbc5932085c449e475a573696bc2e4",
"3859": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38221097558",
"sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b",
"status": "verified-pr"
},
"3836": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708",
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"status": "verified-pr"
"run": null,
"sha": "3120bc1b90db358d8bca1031225c110f3c60e579",
"status": "in-progress"
},
"3817": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859",
"sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587",
"status": "verified-pr"
},
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"status": "verified-pr"
},
"3606": {
"run": null,
"sha": "5b394d395eefcaacd5168e04aca95020adac5312",
"status": "in-progress"
},
"3701": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117",
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"status": "verified-pr"
},
"3860": {
"run": null,
"sha": "b2061c778bae354deb47325d18a7d7800cfae79f",
"status": "in-progress"
},
"3859": {
"run": null,
"sha": "e182134fde51cbe0902456481527e90a7dfd70cd",
"status": "in-progress"
}
}
},
@@ -1470,11 +1465,11 @@ export const agentx = {
}
},
"prov": {
"sha": "2a58623b5a441f1b5c190ba9666a70881301d1d3",
"run": "36833446190/attempts/1",
"pr": "3629",
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"run": "37656460117/attempts/1",
"pr": "3701",
"status": "verified",
"date": "2026-10-02"
"date": "2026-10-12"
},
"points": [
{
@@ -1669,10 +1664,10 @@ export const agentx = {
},
"prov": {
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"run": "37656460117",
"run": "37656460117/attempts/1",
"pr": "3701",
"comment": "6075376827",
"status": "verified-pr"
"status": "verified",
"date": "2026-10-12"
},
"points": [
{
@@ -2053,10 +2048,10 @@ export const agentx = {
"prov": {
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/gb200-fp4/agentx/disagg-gb200-1p1d-dep16-dep32-c256-mtp-kvoffload.yaml",
"run": "37656460117",
"run": "37656460117/attempts/1",
"pr": "3701",
"comment": "6075376827",
"status": "verified-pr"
"status": "verified",
"date": "2026-10-12"
},
"points": [
{
@@ -2290,10 +2285,10 @@ export const agentx = {
},
"prov": {
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"run": "37656460117",
"run": "37656460117/attempts/1",
"pr": "3701",
"comment": "6075376827",
"status": "verified-pr"
"status": "verified",
"date": "2026-10-12"
},
"points": [
{
File diff suppressed because it is too large Load Diff
+111 -43
View File
@@ -1,52 +1,47 @@
// GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand.
// Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions
// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed.
// (SemiAnalysisAI/InferenceX main@029d019d1b4b plus open PRs #2978, #3606, #3817, #3836, #3859, #3860, #3927), with SA-specific settings removed.
export const agentx = {
"model": "GLM-5.2",
"generatedOn": "2026-10-12",
"source": {
"repo": "https://github.com/SemiAnalysisAI/InferenceX",
"main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b",
"main": "029d019d1b4bb89717ca8db137e6000d8e6bf583",
"prs": {
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"3927": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38266927261",
"sha": "e5d1fa07b165c344a6fb32b739f5fd1697564e78",
"status": "verified-pr"
},
"3890": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485",
"sha": "67ad5a4958cbc5932085c449e475a573696bc2e4",
"3859": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38221097558",
"sha": "6b07b8e6930edcb8309cb59ca758fce5a3ef3f6b",
"status": "verified-pr"
},
"3836": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708",
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"status": "verified-pr"
"run": null,
"sha": "3120bc1b90db358d8bca1031225c110f3c60e579",
"status": "in-progress"
},
"3817": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859",
"sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587",
"status": "verified-pr"
},
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"status": "verified-pr"
},
"3606": {
"run": null,
"sha": "5b394d395eefcaacd5168e04aca95020adac5312",
"status": "in-progress"
},
"3701": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117",
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"status": "verified-pr"
},
"3860": {
"run": null,
"sha": "b2061c778bae354deb47325d18a7d7800cfae79f",
"status": "in-progress"
},
"3859": {
"run": null,
"sha": "e182134fde51cbe0902456481527e90a7dfd70cd",
"status": "in-progress"
}
}
},
@@ -2513,10 +2508,10 @@ export const agentx = {
"prov": {
"sha": "67ad5a4958cbc5932085c449e475a573696bc2e4",
"recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp4-mtp/agentic.yaml",
"run": "38021505485",
"run": "38021505485/attempts/1",
"pr": "3890",
"comment": "6118139904",
"status": "verified-pr"
"status": "verified",
"date": "2026-10-12"
},
"points": [
{
@@ -2734,10 +2729,10 @@ export const agentx = {
"prov": {
"sha": "67ad5a4958cbc5932085c449e475a573696bc2e4",
"recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp4-mtp/agentic.yaml",
"run": "38021505485",
"run": "38021505485/attempts/1",
"pr": "3890",
"comment": "6118139904",
"status": "verified-pr"
"status": "verified",
"date": "2026-10-12"
},
"points": [
{
@@ -3003,12 +2998,10 @@ export const agentx = {
}
},
"prov": {
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"sha": "3120bc1b90db358d8bca1031225c110f3c60e579",
"recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp8-mtp/agentic.yaml",
"run": "37815475708",
"pr": "3836",
"comment": "6075409602",
"status": "verified-pr"
"status": "in-progress"
},
"points": [
{
@@ -3141,12 +3134,10 @@ export const agentx = {
}
},
"prov": {
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"sha": "3120bc1b90db358d8bca1031225c110f3c60e579",
"recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp8-mtp/agentic.yaml",
"run": "37815475708",
"pr": "3836",
"comment": "6075409602",
"status": "verified-pr"
"status": "in-progress"
},
"points": [
{
@@ -3281,12 +3272,10 @@ export const agentx = {
}
},
"prov": {
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"sha": "3120bc1b90db358d8bca1031225c110f3c60e579",
"recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp8-mtp/agentic.yaml",
"run": "37815475708",
"pr": "3836",
"comment": "6075409602",
"status": "verified-pr"
"status": "in-progress"
},
"points": [
{
@@ -3295,6 +3284,87 @@ export const agentx = {
"override": "override_c8",
"goldenAL": "2.99",
"kv": "hicache"
},
{
"concs": [20],
"item": 0,
"override": "override_c20",
"goldenAL": "2.99",
"kv": "hicache",
"patch": {
"sglang": [
{
"args": {
"--cuda-graph-max-bs": ["40"],
"--max-running-requests": ["40"]
}
}
],
"dynamo": [
null,
null,
{
"args": {
"--cuda-graph-max-bs": ["40"],
"--max-running-requests": ["40"]
}
}
]
}
},
{
"concs": [24],
"item": 0,
"override": "override_c24",
"goldenAL": "2.99",
"kv": "hicache",
"patch": {
"sglang": [
{
"args": {
"--cuda-graph-max-bs": ["48"],
"--max-running-requests": ["48"]
}
}
],
"dynamo": [
null,
null,
{
"args": {
"--cuda-graph-max-bs": ["48"],
"--max-running-requests": ["48"]
}
}
]
}
},
{
"concs": [28],
"item": 0,
"override": "override_c28",
"goldenAL": "2.99",
"kv": "hicache",
"patch": {
"sglang": [
{
"args": {
"--cuda-graph-max-bs": ["56"],
"--max-running-requests": ["56"]
}
}
],
"dynamo": [
null,
null,
{
"args": {
"--cuda-graph-max-bs": ["56"],
"--max-running-requests": ["56"]
}
}
]
}
}
],
"routers": {
@@ -3390,12 +3460,10 @@ export const agentx = {
}
},
"prov": {
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"sha": "3120bc1b90db358d8bca1031225c110f3c60e579",
"recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b300-fp8-mtp/agentic.yaml",
"run": "37815475708",
"pr": "3836",
"comment": "6075409602",
"status": "verified-pr"
"status": "in-progress"
},
"points": [
{