[Refactor] Benchmark: Add typed DatasetArgs/Loader registry and CPU dataset unit tests (#19147)
Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
co-authored by
Liangsheng Yin
parent
65de904130
commit
ae6f6e1495
@@ -36,7 +36,7 @@ from sglang.bench_serving import (
|
||||
calculate_metrics,
|
||||
get_request,
|
||||
)
|
||||
from sglang.benchmark.datasets import sample_random_requests
|
||||
from sglang.benchmark.datasets.random import sample_random_requests
|
||||
from sglang.benchmark.utils import get_tokenizer, remove_prefix
|
||||
|
||||
global args
|
||||
|
||||
Reference in New Issue
Block a user