[misc] Move bench_one_batch into sglang/benchmark/ with a back-compat shim (#28687)
This commit is contained in:
@@ -1564,7 +1564,7 @@ def run_bench_one_batch(model, other_args):
|
|||||||
command = [
|
command = [
|
||||||
"python3",
|
"python3",
|
||||||
"-m",
|
"-m",
|
||||||
"sglang.bench_one_batch",
|
"sglang.benchmark.one_batch",
|
||||||
"--batch-size",
|
"--batch-size",
|
||||||
"1",
|
"1",
|
||||||
"--input",
|
"--input",
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ from array import array
|
|||||||
import numpy as np
|
import numpy as np
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.bench_one_batch import TreeCacheNamespace
|
from sglang.benchmark.one_batch import TreeCacheNamespace
|
||||||
from sglang.srt.configs.model_config import ModelConfig
|
from sglang.srt.configs.model_config import ModelConfig
|
||||||
from sglang.srt.managers.schedule_batch import Req, ScheduleBatch
|
from sglang.srt.managers.schedule_batch import Req, ScheduleBatch
|
||||||
from sglang.srt.model_executor.forward_batch_info import ForwardBatch, ForwardMode
|
from sglang.srt.model_executor.forward_batch_info import ForwardBatch, ForwardMode
|
||||||
|
|||||||
Reference in New Issue
Block a user