[AMD][DI][CI] 3/N Add Kimi K2.6 FP8 MI355X 1P1D nightly recipes (#29855)
Co-authored-by: bingxche <bingxche@amd.com>
This commit is contained in:
@@ -320,3 +320,39 @@ dsv4pro-fp4-mi355x-dp8ep8-mtp-sglang:
|
||||
search-space:
|
||||
- conc-list: [1, 8, 16, 32, 64, 128, 256]
|
||||
config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4pro/1k1k/1p1d-dp8ep8-mtp.yaml
|
||||
|
||||
# Kimi-K2.6 (FP8) 2-node 1P1D. Demonstrates the launcher is model-agnostic: all
|
||||
# Kimi-specific config lives in the recipe's `model:` block + split attention
|
||||
# runtime, with nothing hardcoded in launch_mi355x.sh. Base + EAGLE3 MTP (the
|
||||
# MTP leg uses an external draft checkpoint via mtp.draft_model_path).
|
||||
kimik26-fp8-mi355x-sglang:
|
||||
model: moonshotai/Kimi-K2.6
|
||||
model-prefix: kimik26
|
||||
model_path: /it-share/model_coverage/models--moonshotai--Kimi-K2.6
|
||||
runner: mi355x
|
||||
precision: fp8
|
||||
framework: sglang
|
||||
multinode: true
|
||||
disagg: true
|
||||
seq-len-configs:
|
||||
- isl: 1024
|
||||
osl: 1024
|
||||
search-space:
|
||||
- conc-list: [1, 8, 16, 32, 64, 128, 256]
|
||||
config_file: scripts/ci/slurm/recipes/mi355x-fp8/kimik26/1k1k/1p1d.yaml
|
||||
|
||||
kimik26-fp8-mi355x-mtp-sglang:
|
||||
model: moonshotai/Kimi-K2.6
|
||||
model-prefix: kimik26
|
||||
model_path: /it-share/model_coverage/models--moonshotai--Kimi-K2.6
|
||||
runner: mi355x
|
||||
precision: fp8
|
||||
framework: sglang
|
||||
multinode: true
|
||||
disagg: true
|
||||
seq-len-configs:
|
||||
- isl: 1024
|
||||
osl: 1024
|
||||
search-space:
|
||||
- conc-list: [1, 8, 16, 32, 64, 128, 256]
|
||||
config_file: scripts/ci/slurm/recipes/mi355x-fp8/kimik26/1k1k/1p1d-mtp.yaml
|
||||
|
||||
Reference in New Issue
Block a user