diff --git a/test/registered/amd/test_moriep_small.py b/test/registered/amd/test_moriep_small.py index 0d073b5f3..64a22208c 100644 --- a/test/registered/amd/test_moriep_small.py +++ b/test/registered/amd/test_moriep_small.py @@ -62,11 +62,13 @@ common_args = [ "--mem-fraction-static", "0.72", # relax for mi300x "--chunked-prefill-size", - "32768", + "16384", "--max-running-requests", "128", "--context-length", "12288", + "--max-total-tokens", + "131072", "--attention-backend", "aiter", "--cuda-graph-max-bs", @@ -401,6 +403,7 @@ class TestMTPwithTBONormal(CustomTestCase): env["SGLANG_MORI_NUM_MAX_DISPATCH_TOKENS_PER_RANK"] = "4096" env["MORI_SHMEM_MODE"] = "ISOLATION" # avoid out of symmetric heap memory env["SGLANG_ENABLE_SPEC_V2"] = "false" + env["MORI_ENABLE_SDMA"] = "true" cls.process = popen_launch_server( cls.model, @@ -463,6 +466,7 @@ class TestMTPwithTBOLowLatency(CustomTestCase): env["MORI_SHMEM_MODE"] = "ISOLATION" # avoid out of symmetric heap memory # FIXME(billishyahao): enable p2p due to no rdma devices on CI machine # env["MORI_DISABLE_P2P"] = "1" + env["MORI_ENABLE_SDMA"] = "true" cls.process = popen_launch_server( cls.model,