From d1bc06b63b459d57d917d7ba3046c3ec3b8d6ed6 Mon Sep 17 00:00:00 2001 From: YC Yen-Ching Tseng Date: Thu, 4 Jun 2026 04:38:34 +0800 Subject: [PATCH] [AMD] Disable AITER custom all-gather in DeepSeek-R1-MXFP4 8-GPU test (#27163) --- test/registered/amd/test_deepseek_r1_mxfp4_8gpu.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/test/registered/amd/test_deepseek_r1_mxfp4_8gpu.py b/test/registered/amd/test_deepseek_r1_mxfp4_8gpu.py index a58a99809..f8d2490da 100644 --- a/test/registered/amd/test_deepseek_r1_mxfp4_8gpu.py +++ b/test/registered/amd/test_deepseek_r1_mxfp4_8gpu.py @@ -27,6 +27,12 @@ class TestDeepseekR1MXFP4(CustomTestCase): def setUpClass(cls): cls.model = DEEPSEEK_R1_MODEL_PATH cls.base_url = DEFAULT_URL_FOR_TEST + + # Workaround: AITER custom all-gather corrupts CUDA-graph IPC buffer + # registration and triggers a decode-time "Memory access fault" on + # MI35x TP=8. Disable until the AITER-side fix lands (see PR body). + envs.SGLANG_USE_AITER_AG.set(False) + other_args = [ "--tp", "8", @@ -89,6 +95,8 @@ class TestDeepseekR1MXFP4MTP(CustomTestCase): cls.base_url = DEFAULT_URL_FOR_TEST envs.SGLANG_ENABLE_OVERLAP_PLAN_STREAM.set(True) + # Same AITER custom all-gather workaround as TestDeepseekR1MXFP4 above. + envs.SGLANG_USE_AITER_AG.set(False) other_args = [ "--tp",