minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Refactor] Benchmark: Add typed DatasetArgs/Loader registry and CPU dataset unit tests (#19147)

Browse Source 
Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
Ratish P
2026-02-24 12:22:01 -08:00
committed by GitHub
co-authored by Liangsheng Yin
parent 65de904130
commit ae6f6e1495
19 changed files with 807 additions and 160 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmark/hicache/data_processing.py
+2 -2
View File
@@ -11,12 +11,12 @@ from nextqa import NExTQALoader
from tqdm.asyncio import tqdm
from transformers import PreTrainedTokenizerBase
from sglang.benchmark.datasets import (
from sglang.benchmark.datasets.common import (
SHAREGPT_FILENAME,
SHAREGPT_REPO_ID,
gen_prompt,
get_gen_prefix_cache_path,
)
from sglang.benchmark.datasets.generated_shared_prefix import get_gen_prefix_cache_path
from sglang.benchmark.utils import download_and_cache_hf_file
from sglang.lang.chat_template import get_chat_template, get_chat_template_by_model_path
from sglang.srt.entrypoints.openai.protocol import ChatCompletionMessageContentPart