[AMD] enable sdma for moriep unittest (#24259)
This commit is contained in:
@@ -62,11 +62,13 @@ common_args = [
|
||||
"--mem-fraction-static",
|
||||
"0.72", # relax for mi300x
|
||||
"--chunked-prefill-size",
|
||||
"32768",
|
||||
"16384",
|
||||
"--max-running-requests",
|
||||
"128",
|
||||
"--context-length",
|
||||
"12288",
|
||||
"--max-total-tokens",
|
||||
"131072",
|
||||
"--attention-backend",
|
||||
"aiter",
|
||||
"--cuda-graph-max-bs",
|
||||
@@ -401,6 +403,7 @@ class TestMTPwithTBONormal(CustomTestCase):
|
||||
env["SGLANG_MORI_NUM_MAX_DISPATCH_TOKENS_PER_RANK"] = "4096"
|
||||
env["MORI_SHMEM_MODE"] = "ISOLATION" # avoid out of symmetric heap memory
|
||||
env["SGLANG_ENABLE_SPEC_V2"] = "false"
|
||||
env["MORI_ENABLE_SDMA"] = "true"
|
||||
|
||||
cls.process = popen_launch_server(
|
||||
cls.model,
|
||||
@@ -463,6 +466,7 @@ class TestMTPwithTBOLowLatency(CustomTestCase):
|
||||
env["MORI_SHMEM_MODE"] = "ISOLATION" # avoid out of symmetric heap memory
|
||||
# FIXME(billishyahao): enable p2p due to no rdma devices on CI machine
|
||||
# env["MORI_DISABLE_P2P"] = "1"
|
||||
env["MORI_ENABLE_SDMA"] = "true"
|
||||
|
||||
cls.process = popen_launch_server(
|
||||
cls.model,
|
||||
|
||||
Reference in New Issue
Block a user