[AMD] Fix GPT-OSS MXFP4 accuracy on ROCm AITER path (#26884)

Co-authored-by: wunhuang <wunhuang@amd.com>
Co-authored-by: Bingxu Chen <bingxche@amd.com>
This commit is contained in:
kk
2026-06-01 22:30:43 -07:00
committed by GitHub
co-authored by wunhuang Bingxu Chen
parent 08526c7fca
commit 4226a6f13a
5 changed files with 87 additions and 20 deletions
@@ -75,7 +75,14 @@ MI35X_GPT_OSS_MODELS = [
"triton",
"--trust-remote-code",
],
env_vars={"SGLANG_USE_AITER": "1"},
# AITER MXFP4 fused-MoE for gpt-oss uses the SEPARATED gate/up tile
# layout (matches `gptoss_fp4_tuned_fmoe.csv` flydsl entries and the
# Mxfp4MoEMethod weight shuffle). Other AITER MXFP4 callers default
# to INTERLEAVE, so opt out explicitly here.
env_vars={
"SGLANG_USE_AITER": "1",
"SGLANG_USE_AITER_MOE_GU_ITLV": "0",
},
),
ModelConfig(
model_path="openai/gpt-oss-120b",
@@ -93,7 +100,10 @@ MI35X_GPT_OSS_MODELS = [
"triton",
"--trust-remote-code",
],
env_vars={"SGLANG_USE_AITER": "1"},
env_vars={
"SGLANG_USE_AITER": "1",
"SGLANG_USE_AITER_MOE_GU_ITLV": "0",
},
),
]