diff --git a/benchmark/simulator/bench_runner.py b/benchmark/simulator/bench_runner.py index 2186ef3a0..6ae952969 100644 --- a/benchmark/simulator/bench_runner.py +++ b/benchmark/simulator/bench_runner.py @@ -4,10 +4,10 @@ import asyncio import atexit import json import os -from dataclasses import asdict from typing import Iterator import numpy as np +from msgspec.structs import asdict from sglang_simulator.compat import apply_simulator_server_args from sglang_simulator.dataset import BaseDataset, GenericRequest from sglang_simulator.simulation.benchmark import BaseBenchmarkRunner, BenchmarkConfig diff --git a/examples/runtime/engine/offline_batch_inference.py b/examples/runtime/engine/offline_batch_inference.py index 92e68dcd7..e950ddc12 100644 --- a/examples/runtime/engine/offline_batch_inference.py +++ b/examples/runtime/engine/offline_batch_inference.py @@ -4,7 +4,8 @@ python3 offline_batch_inference.py --model meta-llama/Llama-3.1-8B-Instruct """ import argparse -import dataclasses + +import msgspec import sglang as sgl from sglang.srt.server_args import ServerArgs @@ -24,7 +25,7 @@ def main( sampling_params = {"temperature": 0.8, "top_p": 0.95} # Create an LLM. - llm = sgl.Engine(**dataclasses.asdict(server_args)) + llm = sgl.Engine(**msgspec.structs.asdict(server_args)) outputs = llm.generate(prompts, sampling_params) # Print the outputs. diff --git a/examples/runtime/engine/offline_batch_inference_async.py b/examples/runtime/engine/offline_batch_inference_async.py index 578962d78..2a99d7637 100644 --- a/examples/runtime/engine/offline_batch_inference_async.py +++ b/examples/runtime/engine/offline_batch_inference_async.py @@ -9,9 +9,10 @@ which is useful to implement an online-like generation with batched inference. import argparse import asyncio -import dataclasses import time +import msgspec + import sglang as sgl from sglang.srt.server_args import ServerArgs @@ -26,7 +27,7 @@ class InferenceEngine: async def run_server(server_args): - inference = InferenceEngine(**dataclasses.asdict(server_args)) + inference = InferenceEngine(**msgspec.structs.asdict(server_args)) # Sample prompts. prompts = [ diff --git a/examples/runtime/engine/offline_batch_inference_vlm.py b/examples/runtime/engine/offline_batch_inference_vlm.py index 939e6910d..44648e4e1 100644 --- a/examples/runtime/engine/offline_batch_inference_vlm.py +++ b/examples/runtime/engine/offline_batch_inference_vlm.py @@ -4,7 +4,8 @@ python offline_batch_inference_vlm.py --model-path Qwen/Qwen2-VL-7B-Instruct """ import argparse -import dataclasses + +import msgspec import sglang as sgl from sglang.srt.parser.conversation import chat_templates @@ -14,7 +15,7 @@ from sglang.srt.server_args import ServerArgs def main( server_args: ServerArgs, ): - vlm = sgl.Engine(**dataclasses.asdict(server_args)) + vlm = sgl.Engine(**msgspec.structs.asdict(server_args)) conv = chat_templates[server_args.chat_template].copy() image_token = conv.image_token