[AMD] enable sdma for moriep unittest (#24259)

This commit is contained in:
billishyahao
2026-05-01 23:34:53 -07:00
committed by GitHub
parent 5ec3b26799
commit b939d5410f
+5 -1
View File
@@ -62,11 +62,13 @@ common_args = [
"--mem-fraction-static",
"0.72", # relax for mi300x
"--chunked-prefill-size",
"32768",
"16384",
"--max-running-requests",
"128",
"--context-length",
"12288",
"--max-total-tokens",
"131072",
"--attention-backend",
"aiter",
"--cuda-graph-max-bs",
@@ -401,6 +403,7 @@ class TestMTPwithTBONormal(CustomTestCase):
env["SGLANG_MORI_NUM_MAX_DISPATCH_TOKENS_PER_RANK"] = "4096"
env["MORI_SHMEM_MODE"] = "ISOLATION" # avoid out of symmetric heap memory
env["SGLANG_ENABLE_SPEC_V2"] = "false"
env["MORI_ENABLE_SDMA"] = "true"
cls.process = popen_launch_server(
cls.model,
@@ -463,6 +466,7 @@ class TestMTPwithTBOLowLatency(CustomTestCase):
env["MORI_SHMEM_MODE"] = "ISOLATION" # avoid out of symmetric heap memory
# FIXME(billishyahao): enable p2p due to no rdma devices on CI machine
# env["MORI_DISABLE_P2P"] = "1"
env["MORI_ENABLE_SDMA"] = "true"
cls.process = popen_launch_server(
cls.model,