Files
sglang/rust/sglang-processor/tests/reasoning_parity.rs
T

48 lines
1.9 KiB
Rust

//! Every `tests/fixtures/reasoning_parity/*.json` case splits as SGLang's
//! `ReasoningParser` does. Fixtures come from
//! `tests/scripts/generate_reasoning_parity.py`.
#![cfg(feature = "parser")]
use std::path::Path;
use serde_json::{Value, json};
use sglang_processor::{ReasoningOptions, ReasoningStreamSplitter, split_reasoning};
#[test]
fn fixtures_match_sglang() {
let dir = Path::new(env!("CARGO_MANIFEST_DIR")).join("tests/fixtures/reasoning_parity");
for entry in std::fs::read_dir(dir).unwrap() {
let fixture: Value =
serde_json::from_str(&std::fs::read_to_string(entry.unwrap().path()).unwrap()).unwrap();
let parser = fixture["parser"].as_str().unwrap();
for case in fixture["cases"].as_array().unwrap() {
let input = case["input"].as_u64().unwrap() as usize;
let chunks: Vec<&str> = fixture["inputs"][input]["chunks"]
.as_array()
.unwrap()
.iter()
.map(|c| c.as_str().unwrap())
.collect();
let options = |stream_reasoning| ReasoningOptions {
force_reasoning: Some(case["force"] == true),
stream_reasoning,
force_nonempty_content: case["nonempty"] == true,
..Default::default()
};
let mut streaming =
ReasoningStreamSplitter::new(Some(parser), options(case["stream"] == true));
let mut steps: Vec<_> = chunks
.iter()
.map(|c| streaming.split::<u32>(c, &[]))
.collect();
steps.push(streaming.finish());
let unary =
split_reasoning::<u32>(Some(parser), &options(false), &chunks.concat(), &[]);
let got = json!({"steps": steps, "unary": unary});
let want = json!({"steps": case["steps"], "unary": case["unary"]});
assert_eq!(got, want, "{parser} {case}");
}
}
}