[CI] Enable weight prefetch for 8-gpu-h200 basic tests (#25684)

This commit is contained in:
Cheng Wan
2026-05-18 14:12:45 -07:00
committed by GitHub
parent 1f185c6ba8
commit b7267e8fce
2 changed files with 4 additions and 2 deletions
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
write_github_step_summary,
)
register_cuda_ci(est_time=290, stage="base-c", runner_config="8-gpu-h200")
register_cuda_ci(est_time=250, stage="base-c", runner_config="8-gpu-h200")
MINIMAX_M25_MODEL_PATH = "MiniMaxAI/MiniMax-M2.5"
@@ -36,6 +36,7 @@ class TestMiniMaxM25Basic(CustomTestCase):
"minimax-append-think",
"--model-loader-extra-config",
'{"enable_multithread_load": true, "num_threads": 64}',
"--weight-loader-prefetch-checkpoints",
]
cls.process = popen_launch_server(
cls.model,
@@ -24,7 +24,7 @@ MAMBA_TRACK_INTERVAL = 128
DSV4_FLASH_MODEL = "sgl-project/DeepSeek-V4-Flash-FP8"
DSV4_FLASH_LAUNCH_TIMEOUT = 3600
register_cuda_ci(est_time=768, stage="base-c", runner_config="8-gpu-h200")
register_cuda_ci(est_time=745, stage="base-c", runner_config="8-gpu-h200")
class TestUnifiedMambaHiCache(UnifiedRadixTreeTestMixin, CustomTestCase):
@@ -72,6 +72,7 @@ class TestUnifiedMambaHiCache(UnifiedRadixTreeTestMixin, CustomTestCase):
"500",
"--max-running-requests",
"4",
"--weight-loader-prefetch-checkpoints",
],
env={"SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1"},
)