[misc] Throw error when single batch overlap is enabled on Hopper (#25509)

2026-05-18 14:51:32 -07:00
parent c904fdd20e
commit 6f892047ec
1 changed files with 5 additions and 0 deletions
@@ -279,6 +279,11 @@ def initialize_moe_config(server_args: ServerArgs):
    DEEPEP_CONFIG = server_args.deepep_config or ""
    IS_TBO_ENABLED = server_args.enable_two_batch_overlap
    IS_SBO_ENABLED = server_args.enable_single_batch_overlap
+    if IS_SBO_ENABLED and torch.cuda.is_available():
+        if torch.cuda.get_device_capability()[0] == 9:
+            raise ValueError(
+                "SBO (single batch overlap) is not supported on SM90 GPUs with latest sgl-deep-gemm wheel. Please try removing --enable-single-batch-overlap argument."
+            )
    TBO_TOKEN_DISTRIBUTION_THRESHOLD = server_args.tbo_token_distribution_threshold
    DISABLE_FLASHINFER_CUTLASS_MOE_FP4_ALLGATHER = (
        server_args.disable_flashinfer_cutlass_moe_fp4_allgather