[misc] Move bench_one_batch into sglang/benchmark/ with a back-compat shim (#28687)
This commit is contained in:
@@ -1564,7 +1564,7 @@ def run_bench_one_batch(model, other_args):
|
||||
command = [
|
||||
"python3",
|
||||
"-m",
|
||||
"sglang.bench_one_batch",
|
||||
"sglang.benchmark.one_batch",
|
||||
"--batch-size",
|
||||
"1",
|
||||
"--input",
|
||||
|
||||
@@ -13,7 +13,7 @@ from array import array
|
||||
import numpy as np
|
||||
import torch
|
||||
|
||||
from sglang.bench_one_batch import TreeCacheNamespace
|
||||
from sglang.benchmark.one_batch import TreeCacheNamespace
|
||||
from sglang.srt.configs.model_config import ModelConfig
|
||||
from sglang.srt.managers.schedule_batch import Req, ScheduleBatch
|
||||
from sglang.srt.model_executor.forward_batch_info import ForwardBatch, ForwardMode
|
||||
|
||||
Reference in New Issue
Block a user