Files
sglang/rust/sglang-server/src/message.rs
T

18 lines
412 B
Rust

//! Messages moved between stages via `flume` (zero-copy moves); variable-length
//! buffers are `bytes::Bytes`, so fanning one out to several detok shards is a
//! refcount bump, not a copy.
pub mod buffers;
pub mod config;
pub mod detok;
pub mod finish_reason;
pub mod ids;
pub mod info;
pub mod io_struct;
pub mod multimodal;
pub mod request;
pub mod response;
pub mod sampling;
pub mod types;
pub mod wire;