# Nightly benchmark configurations for srt-slurm powered runners.
#
# Structure mirrors InferenceX nvidia-master.yaml but only includes fields
# actually needed by the runner — prefill/decode topology details are already
# encoded in each srt-slurm recipe YAML and are not duplicated here.
#
# To add/remove concurrencies: edit conc-list for the relevant search-space entry.
# To add a new runner:         add a new top-level block and create a corresponding
#                              nightly-test-<runner>.yml workflow.
# Never edit workflow YAML files directly for these changes.

dsr1-fp8-gb200-dynamo-sglang:
  model: deepseek-ai/DeepSeek-R1-0528
  model-prefix: dsr1
  runner: gb200
  precision: fp8
  framework: dynamo-sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1024, 2048, 4096, 6144]
          # https://github.com/NVIDIA/srt-slurm/blob/sglang-nightly-regression/recipes/gb200-fp8/1k1k/max-tpt.yaml
          config_file: recipes/gb200-fp8/1k1k/max-tpt.yaml

        - conc-list: [4096]
          # https://github.com/NVIDIA/srt-slurm/blob/sglang-nightly-regression/recipes/gb200-fp8/1k1k/ultra-tpt.yaml
          config_file: recipes/gb200-fp8/1k1k/ultra-tpt.yaml

dsr1-fp4-gb200-dynamo-sglang:
  model: nvidia/DeepSeek-R1-0528-NVFP4-v2
  model-prefix: dsr1
  runner: gb200
  precision: fp4
  framework: dynamo-sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [512, 2048, 4096, 8192]
          # https://github.com/NVIDIA/srt-slurm/blob/sglang-nightly-regression/recipes/gb200-fp4/1k1k/mid-curve.yaml
          config_file: recipes/gb200-fp4/1k1k/mid-curve.yaml

# AMD MI355X 2-node 1P1D disaggregation. Driven by
# scripts/ci/slurm/launch_mi355x.sh, which reads each recipe's `runtime`,
# `bench`, and `bench.accuracy` sections. Every nightly runs ALL four
# DeepSeek-V4 model x precision combos below (full matrix; GitHub
# strategy.matrix.config, fail-fast: false). Each runs a GSM8K accuracy
# hard-gate before the perf sweep.
#
# model_path points at the shared NFS HuggingFace cache dir (models--org--name);
# the launcher resolves the live snapshot via refs/main, so no hash is hardcoded.
dsv4flash-fp8-mi355x-sglang:
  model: sgl-project/DeepSeek-V4-Flash-FP8
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Flash-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/1p1d.yaml

dsv4pro-fp8-mi355x-sglang:
  model: sgl-project/DeepSeek-V4-Pro-FP8
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Pro-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/1p1d.yaml

dsv4flash-fp4-mi355x-sglang:
  model: deepseek-ai/DeepSeek-V4-Flash
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Flash
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/1p1d.yaml

dsv4pro-fp4-mi355x-sglang:
  model: deepseek-ai/DeepSeek-V4-Pro
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Pro
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4pro/1k1k/1p1d.yaml

# AMD MI355X 2-node 1P1D disaggregation over MORI with extra topology / MTP
# coverage on the SAME four DeepSeek-V4 model x precision combos as the base
# MORI blocks above (which stay TP8, no MTP). Three variants per model:
#   * -mtp        : TP8 + EAGLE MTP (recipe `mtp.enabled`)
#   * -dp8ep8     : DP-attention 8 + narrow within-node EP8
#   * -dp8ep8-mtp : DP8 + narrow EP8 + EAGLE MTP
# launch_mi355x.sh reads expert-/data-parallel-size and the `mtp:` section to
# append --ep-size / --enable-dp-attention --dp-size / --speculative-* flags.

dsv4flash-fp8-mi355x-mtp-sglang:
  model: sgl-project/DeepSeek-V4-Flash-FP8
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Flash-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/1p1d-mtp.yaml

dsv4flash-fp8-mi355x-dp8ep8-sglang:
  model: sgl-project/DeepSeek-V4-Flash-FP8
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Flash-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/1p1d-dp8ep8.yaml

dsv4flash-fp8-mi355x-dp8ep8-mtp-sglang:
  model: sgl-project/DeepSeek-V4-Flash-FP8
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Flash-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/1p1d-dp8ep8-mtp.yaml

dsv4pro-fp8-mi355x-mtp-sglang:
  model: sgl-project/DeepSeek-V4-Pro-FP8
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Pro-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        # conc256 excluded: disagg-decode SWA hybrid pool retract->get_cpu_copy
        # is an upstream NotImplementedError (crashes decode). See recipe.
        - conc-list: [1, 8, 16, 32, 64, 128]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/1p1d-mtp.yaml

dsv4pro-fp8-mi355x-dp8ep8-sglang:
  model: sgl-project/DeepSeek-V4-Pro-FP8
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Pro-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/1p1d-dp8ep8.yaml

dsv4pro-fp8-mi355x-dp8ep8-mtp-sglang:
  model: sgl-project/DeepSeek-V4-Pro-FP8
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Pro-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/1p1d-dp8ep8-mtp.yaml

dsv4flash-fp4-mi355x-mtp-sglang:
  model: deepseek-ai/DeepSeek-V4-Flash
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Flash
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/1p1d-mtp.yaml

dsv4flash-fp4-mi355x-dp8ep8-sglang:
  model: deepseek-ai/DeepSeek-V4-Flash
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Flash
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/1p1d-dp8ep8.yaml

dsv4flash-fp4-mi355x-dp8ep8-mtp-sglang:
  model: deepseek-ai/DeepSeek-V4-Flash
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Flash
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/1p1d-dp8ep8-mtp.yaml

dsv4pro-fp4-mi355x-mtp-sglang:
  model: deepseek-ai/DeepSeek-V4-Pro
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Pro
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4pro/1k1k/1p1d-mtp.yaml

dsv4pro-fp4-mi355x-dp8ep8-sglang:
  model: deepseek-ai/DeepSeek-V4-Pro
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Pro
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4pro/1k1k/1p1d-dp8ep8.yaml

dsv4pro-fp4-mi355x-dp8ep8-mtp-sglang:
  model: deepseek-ai/DeepSeek-V4-Pro
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Pro
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4pro/1k1k/1p1d-dp8ep8-mtp.yaml

# Kimi-K2.6 (FP8) 2-node 1P1D. Demonstrates the launcher is model-agnostic: all
# Kimi-specific config lives in the recipe's `model:` block + split attention
# runtime, with nothing hardcoded in launch_mi355x.sh. Base + EAGLE3 MTP (the
# MTP leg uses an external draft checkpoint via mtp.draft_model_path).
kimik26-fp8-mi355x-sglang:
  model: moonshotai/Kimi-K2.6
  model-prefix: kimik26
  model_path: /it-share/model_coverage/models--moonshotai--Kimi-K2.6
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/kimik26/1k1k/1p1d.yaml

kimik26-fp8-mi355x-mtp-sglang:
  model: moonshotai/Kimi-K2.6
  model-prefix: kimik26
  model_path: /it-share/model_coverage/models--moonshotai--Kimi-K2.6
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/kimik26/1k1k/1p1d-mtp.yaml

# AMD 4-node disaggregation with narrow-prefill EP8 + WIDE-decode EP16 (Oren's
# 2P1D config: two single-node prefill engines EP8 that the router fans across +
# one decode engine EP16 spanning 2 nodes; 4 nodes total). Runs on the `mi355x`
# amd-sglang cluster (bnxt RoCE), not spur: spur's ionic fabric could not cross-
# rail the MORI MoE all-to-all, so EP16 was brought up and validated on mi355x
# (job 13221, DSV4-Pro-FP4, GSM8K 0.927). Each recipe sets
# runtime.moe_a2a_backend=mori + runtime.kv_transfer_backend=mori +
# runtime.ib_devices=rdma0..7 + runtime.dist_socket_ifname=eno0; launch_mi355x.sh
# derives nodes-per-engine = ceil(TP/8) (prefill 8->1, decode 16->2) and emits the
# cross-node --nnodes/--node-rank/--dist-init-addr args for the decode engine.
# DSV4-Pro MTP drops conc256 (SWA retract->get_cpu_copy NotImplementedError).
dsv4flash-fp8-mi355x-ep16-sglang:
  model: sgl-project/DeepSeek-V4-Flash-FP8
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Flash-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/2p1d-ep16.yaml

dsv4flash-fp8-mi355x-ep16-mtp-sglang:
  model: sgl-project/DeepSeek-V4-Flash-FP8
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Flash-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/2p1d-ep16-mtp.yaml

dsv4pro-fp8-mi355x-ep16-sglang:
  model: sgl-project/DeepSeek-V4-Pro-FP8
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Pro-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/2p1d-ep16.yaml

dsv4pro-fp8-mi355x-ep16-mtp-sglang:
  model: sgl-project/DeepSeek-V4-Pro-FP8
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--sgl-project--DeepSeek-V4-Pro-FP8
  runner: mi355x
  precision: fp8
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        # conc256 excluded: disagg-decode SWA hybrid pool retract->get_cpu_copy
        # is an upstream NotImplementedError (crashes decode). See recipe.
        - conc-list: [1, 8, 16, 32, 64, 128]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/2p1d-ep16-mtp.yaml

dsv4flash-fp4-mi355x-ep16-sglang:
  model: deepseek-ai/DeepSeek-V4-Flash
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Flash
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/2p1d-ep16.yaml

dsv4flash-fp4-mi355x-ep16-mtp-sglang:
  model: deepseek-ai/DeepSeek-V4-Flash
  model-prefix: dsv4flash
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Flash
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/2p1d-ep16-mtp.yaml

dsv4pro-fp4-mi355x-ep16-sglang:
  model: deepseek-ai/DeepSeek-V4-Pro
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Pro
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4pro/1k1k/2p1d-ep16.yaml

dsv4pro-fp4-mi355x-ep16-mtp-sglang:
  model: deepseek-ai/DeepSeek-V4-Pro
  model-prefix: dsv4pro
  model_path: /it-share/model_coverage/models--deepseek-ai--DeepSeek-V4-Pro
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        # conc256 excluded: disagg-decode SWA hybrid pool retract->get_cpu_copy
        # is an upstream NotImplementedError (crashes decode). See recipe.
        - conc-list: [1, 8, 16, 32, 64, 128]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/dsv4pro/1k1k/2p1d-ep16-mtp.yaml

# Kimi-K2.6 MXFP4 wide-EP16 2P1D: aiter MoE path, needs only the wide-EP launcher, not #32048.
kimik26-mxfp4-mi355x-ep16-sglang:
  model: amd/Kimi-K2.6-MXFP4
  model-prefix: kimik26
  model_path: /it-share/model_coverage/models--amd--Kimi-K2.6-MXFP4
  runner: mi355x
  precision: mxfp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/kimik26/1k1k/2p1d-ep16-mxfp4.yaml

kimik26-mxfp4-mi355x-ep16-mtp-sglang:
  model: amd/Kimi-K2.6-MXFP4
  model-prefix: kimik26
  model_path: /it-share/model_coverage/models--amd--Kimi-K2.6-MXFP4
  runner: mi355x
  precision: mxfp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp8/kimik26/1k1k/2p1d-ep16-mtp-mxfp4.yaml

# AMD MI355X 2-node 1P1D disaggregation for GLM-5.2 (MXFP4) over MORI. GLM uses
# GlmMoeDsaForCausalLM (DeepSeek Sparse Attention, auto-selected) with a built-in
# NextN MTP head. Four variants mirroring the DeepSeek-V4 basic tier:
#   * (base)      : TP8, no MTP
#   * -mtp        : TP8 + NextN MTP
#   * -dp8ep8     : DP-attention 8 + narrow within-node EP8
#   * -dp8ep8-mtp : DP8 + narrow EP8 + NextN MTP
# NOTE: checkpoint on disk is amd/GLM-5.1-MXFP4 (only GLM MXFP4 build mirrored).
glm52-fp4-mi355x-sglang:
  model: amd/GLM-5.2-MXFP4
  model-prefix: glm52
  model_path: /it-share/model_coverage/models--amd--GLM-5.1-MXFP4
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/glm52/1k1k/1p1d.yaml

glm52-fp4-mi355x-mtp-sglang:
  model: amd/GLM-5.2-MXFP4
  model-prefix: glm52
  model_path: /it-share/model_coverage/models--amd--GLM-5.1-MXFP4
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/glm52/1k1k/1p1d-mtp.yaml

glm52-fp4-mi355x-dp8ep8-sglang:
  model: amd/GLM-5.2-MXFP4
  model-prefix: glm52
  model_path: /it-share/model_coverage/models--amd--GLM-5.1-MXFP4
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/glm52/1k1k/1p1d-dp8ep8.yaml

glm52-fp4-mi355x-dp8ep8-mtp-sglang:
  model: amd/GLM-5.2-MXFP4
  model-prefix: glm52
  model_path: /it-share/model_coverage/models--amd--GLM-5.1-MXFP4
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/glm52/1k1k/1p1d-dp8ep8-mtp.yaml

glm52-fp4-mi355x-ep16-sglang:
  model: amd/GLM-5.2-MXFP4
  model-prefix: glm52
  model_path: /it-share/model_coverage/models--amd--GLM-5.1-MXFP4
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/glm52/1k1k/2p1d-ep16.yaml

glm52-fp4-mi355x-ep16-mtp-sglang:
  model: amd/GLM-5.2-MXFP4
  model-prefix: glm52
  model_path: /it-share/model_coverage/models--amd--GLM-5.1-MXFP4
  runner: mi355x
  precision: fp4
  framework: sglang
  multinode: true
  disagg: true
  seq-len-configs:
    - isl: 1024
      osl: 1024
      search-space:
        - conc-list: [1, 8, 16, 32, 64, 128, 256]
          config_file: scripts/ci/slurm/recipes/mi355x-fp4/glm52/1k1k/2p1d-ep16-mtp.yaml