[misc] Move bench_offline_throughput into sglang/benchmark/ with a back-compat shim (#28747)
This commit is contained in:
@@ -1616,7 +1616,7 @@ def run_bench_offline_throughput(model, other_args):
|
|||||||
command = [
|
command = [
|
||||||
"python3",
|
"python3",
|
||||||
"-m",
|
"-m",
|
||||||
"sglang.bench_offline_throughput",
|
"sglang.benchmark.offline_throughput",
|
||||||
"--num-prompts",
|
"--num-prompts",
|
||||||
"1",
|
"1",
|
||||||
"--dataset-name",
|
"--dataset-name",
|
||||||
|
|||||||
@@ -31,7 +31,7 @@ class TestBenchOneBatch1GPU(CustomTestCase):
|
|||||||
command = [
|
command = [
|
||||||
"python3",
|
"python3",
|
||||||
"-m",
|
"-m",
|
||||||
"sglang.bench_offline_throughput",
|
"sglang.benchmark.offline_throughput",
|
||||||
"--num-prompts",
|
"--num-prompts",
|
||||||
"1",
|
"1",
|
||||||
"--dataset-name",
|
"--dataset-name",
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ import unittest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
import sglang as sgl
|
import sglang as sgl
|
||||||
from sglang.bench_offline_throughput import BenchArgs, throughput_test
|
from sglang.benchmark.offline_throughput import BenchArgs, throughput_test
|
||||||
from sglang.srt.server_args import ServerArgs
|
from sglang.srt.server_args import ServerArgs
|
||||||
from sglang.srt.utils.hf_transformers_utils import get_tokenizer
|
from sglang.srt.utils.hf_transformers_utils import get_tokenizer
|
||||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
|
|||||||
Reference in New Issue
Block a user