[misc] Move bench_serving into sglang.benchmark (#28996)

python/sglang/auto_benchmark_lib.py

@@ -1095,7 +1095,7 @@ def build_bench_command(
     command = [
         sys.executable,
         "-m",
-        "sglang.bench_serving",
+        "sglang.benchmark.serving",
         "--backend",
         backend,
         "--base-url",

python/sglang/test/ascend/test_ascend_utils.py

@@ -18,7 +18,7 @@ import subprocess
 from types import SimpleNamespace
 from typing import Awaitable, Callable, NamedTuple, Optional
 
-from sglang.bench_serving import run_benchmark
+from sglang.benchmark.serving import run_benchmark
 from sglang.srt.utils import kill_process_tree
 from sglang.test.test_utils import (
     DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,

python/sglang/test/ci/ci_stress_utils.py

@@ -67,7 +67,7 @@ class StressTestRunner:
         command = [
             "python3",
             "-m",
-            "sglang.bench_serving",
+            "sglang.benchmark.serving",
             "--backend",
             "sglang-oai",
             "--base-url",

python/sglang/test/kits/cache_hit_kit.py

@@ -5,8 +5,8 @@ import time
 import aiohttp
 import requests
 
-from sglang.bench_serving import RequestFuncOutput
 from sglang.benchmark.datasets.random import sample_random_requests
+from sglang.benchmark.serving import RequestFuncOutput
 from sglang.benchmark.utils import get_tokenizer, remove_prefix
 
 AIOHTTP_TIMEOUT = aiohttp.ClientTimeout(total=20 * 60 * 60)

python/sglang/test/mock_model/utils.py

@@ -5,7 +5,7 @@ import subprocess
 from dataclasses import dataclass
 from typing import Any, Sequence
 
-from sglang.bench_serving import run_benchmark
+from sglang.benchmark.serving import run_benchmark
 from sglang.srt.utils import kill_process_tree
 from sglang.test.test_utils import (
     DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,

python/sglang/test/test_utils.py

@@ -31,7 +31,7 @@ import torch
 import torch.nn.functional as F
 from PIL import Image
 
-from sglang.bench_serving import run_benchmark
+from sglang.benchmark.serving import run_benchmark
 from sglang.global_config import global_config
 from sglang.srt.environ import envs
 from sglang.srt.utils import (