48 lines
1.9 KiB
Rust
48 lines
1.9 KiB
Rust
//! Every `tests/fixtures/reasoning_parity/*.json` case splits as SGLang's
|
|
//! `ReasoningParser` does. Fixtures come from
|
|
//! `tests/scripts/generate_reasoning_parity.py`.
|
|
|
|
#![cfg(feature = "parser")]
|
|
|
|
use std::path::Path;
|
|
|
|
use serde_json::{Value, json};
|
|
use sglang_processor::{ReasoningOptions, ReasoningStreamSplitter, split_reasoning};
|
|
|
|
#[test]
|
|
fn fixtures_match_sglang() {
|
|
let dir = Path::new(env!("CARGO_MANIFEST_DIR")).join("tests/fixtures/reasoning_parity");
|
|
for entry in std::fs::read_dir(dir).unwrap() {
|
|
let fixture: Value =
|
|
serde_json::from_str(&std::fs::read_to_string(entry.unwrap().path()).unwrap()).unwrap();
|
|
let parser = fixture["parser"].as_str().unwrap();
|
|
for case in fixture["cases"].as_array().unwrap() {
|
|
let input = case["input"].as_u64().unwrap() as usize;
|
|
let chunks: Vec<&str> = fixture["inputs"][input]["chunks"]
|
|
.as_array()
|
|
.unwrap()
|
|
.iter()
|
|
.map(|c| c.as_str().unwrap())
|
|
.collect();
|
|
let options = |stream_reasoning| ReasoningOptions {
|
|
force_reasoning: Some(case["force"] == true),
|
|
stream_reasoning,
|
|
force_nonempty_content: case["nonempty"] == true,
|
|
..Default::default()
|
|
};
|
|
let mut streaming =
|
|
ReasoningStreamSplitter::new(Some(parser), options(case["stream"] == true));
|
|
let mut steps: Vec<_> = chunks
|
|
.iter()
|
|
.map(|c| streaming.split::<u32>(c, &[]))
|
|
.collect();
|
|
steps.push(streaming.finish());
|
|
let unary =
|
|
split_reasoning::<u32>(Some(parser), &options(false), &chunks.concat(), &[]);
|
|
let got = json!({"steps": steps, "unary": unary});
|
|
let want = json!({"steps": case["steps"], "unary": case["unary"]});
|
|
assert_eq!(got, want, "{parser} {case}");
|
|
}
|
|
}
|
|
}
|