[CAR] Let custom allreduce support VMM based allocation (#27593)

Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
This commit is contained in:
Yinghai Lu
2026-06-16 04:49:05 -07:00
committed by GitHub
co-authored by Lianmin Zheng
parent 12ebb35439
commit fcca4611fa
7 changed files with 713 additions and 7 deletions
@@ -48,11 +48,15 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
"--model-loader-extra-config",
'{"enable_multithread_load": true,"num_threads": 64}',
]
env = {
"PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True",
}
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=SERVER_LAUNCH_TIMEOUT,
other_args=other_args,
env=env,
)
@classmethod