[AMD][DI][CI] 3/N Add Kimi K2.6 FP8 MI355X 1P1D nightly recipes (#29855)

Co-authored-by: bingxche <bingxche@amd.com>
This commit is contained in:
Zhaoyi Li
2026-07-04 21:05:12 -07:00
committed by GitHub
co-authored by bingxche
parent a37bc2456d
commit 67361ff91b
4 changed files with 303 additions and 22 deletions
+36
View File
@@ -320,3 +320,39 @@ dsv4pro-fp4-mi355x-dp8ep8-mtp-sglang:
search-space:
- conc-list: [1, 8, 16, 32, 64, 128, 256]
config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4pro/1k1k/1p1d-dp8ep8-mtp.yaml
# Kimi-K2.6 (FP8) 2-node 1P1D. Demonstrates the launcher is model-agnostic: all
# Kimi-specific config lives in the recipe's `model:` block + split attention
# runtime, with nothing hardcoded in launch_mi355x.sh. Base + EAGLE3 MTP (the
# MTP leg uses an external draft checkpoint via mtp.draft_model_path).
kimik26-fp8-mi355x-sglang:
model: moonshotai/Kimi-K2.6
model-prefix: kimik26
model_path: /it-share/model_coverage/models--moonshotai--Kimi-K2.6
runner: mi355x
precision: fp8
framework: sglang
multinode: true
disagg: true
seq-len-configs:
- isl: 1024
osl: 1024
search-space:
- conc-list: [1, 8, 16, 32, 64, 128, 256]
config_file: scripts/ci/slurm/recipes/mi355x-fp8/kimik26/1k1k/1p1d.yaml
kimik26-fp8-mi355x-mtp-sglang:
model: moonshotai/Kimi-K2.6
model-prefix: kimik26
model_path: /it-share/model_coverage/models--moonshotai--Kimi-K2.6
runner: mi355x
precision: fp8
framework: sglang
multinode: true
disagg: true
seq-len-configs:
- isl: 1024
osl: 1024
search-space:
- conc-list: [1, 8, 16, 32, 64, 128, 256]
config_file: scripts/ci/slurm/recipes/mi355x-fp8/kimik26/1k1k/1p1d-mtp.yaml