From fc404bbbb30a880e91ad2cea2434bc5567849e76 Mon Sep 17 00:00:00 2001 From: Zhaoyi Li <36555117+Lzy17@users.noreply.github.com> Date: Tue, 13 Oct 2026 01:03:57 -0500 Subject: [PATCH] [AMD][DI][CI] dsv4pro-fp8 2p1d-ep16-mtp: raise prefill mem fraction for MORI EP v2 memory (#43944) --- .../ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/2p1d-ep16-mtp.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/2p1d-ep16-mtp.yaml b/scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/2p1d-ep16-mtp.yaml index e00b406ae2..eb85b6e8a9 100644 --- a/scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/2p1d-ep16-mtp.yaml +++ b/scripts/ci/slurm/recipes/mi355x-fp8/dsv4pro/1k1k/2p1d-ep16-mtp.yaml @@ -58,7 +58,7 @@ runtime: # differ, so these split what the single-node EP<=8 recipes leave symmetric. wide_ep: kv_cache_dtype: fp8_e4m3 - prefill_mem_fraction_static: 0.85 + prefill_mem_fraction_static: 0.88 decode_mem_fraction_static: 0.85 prefill_chunked_prefill_size: 131072 prefill_max_running_requests: 1024