[CI] Enable weight prefetch for 8-gpu-h200 basic tests (#25684)

This commit is contained in:
Cheng Wan
2026-05-18 14:12:45 -07:00
committed by GitHub
parent 1f185c6ba8
commit b7267e8fce
2 changed files with 4 additions and 2 deletions
@@ -24,7 +24,7 @@ MAMBA_TRACK_INTERVAL = 128
DSV4_FLASH_MODEL = "sgl-project/DeepSeek-V4-Flash-FP8"
DSV4_FLASH_LAUNCH_TIMEOUT = 3600
register_cuda_ci(est_time=768, stage="base-c", runner_config="8-gpu-h200")
register_cuda_ci(est_time=745, stage="base-c", runner_config="8-gpu-h200")
class TestUnifiedMambaHiCache(UnifiedRadixTreeTestMixin, CustomTestCase):
@@ -72,6 +72,7 @@ class TestUnifiedMambaHiCache(UnifiedRadixTreeTestMixin, CustomTestCase):
"500",
"--max-running-requests",
"4",
"--weight-loader-prefetch-checkpoints",
],
env={"SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1"},
)