//! Every `tests/fixtures/reasoning_parity/*.json` case splits as SGLang's //! `ReasoningParser` does. Fixtures come from //! `tests/scripts/generate_reasoning_parity.py`. #![cfg(feature = "parser")] use std::path::Path; use serde_json::{Value, json}; use sglang_processor::{ReasoningOptions, ReasoningStreamSplitter, split_reasoning}; #[test] fn fixtures_match_sglang() { let dir = Path::new(env!("CARGO_MANIFEST_DIR")).join("tests/fixtures/reasoning_parity"); for entry in std::fs::read_dir(dir).unwrap() { let fixture: Value = serde_json::from_str(&std::fs::read_to_string(entry.unwrap().path()).unwrap()).unwrap(); let parser = fixture["parser"].as_str().unwrap(); for case in fixture["cases"].as_array().unwrap() { let input = case["input"].as_u64().unwrap() as usize; let chunks: Vec<&str> = fixture["inputs"][input]["chunks"] .as_array() .unwrap() .iter() .map(|c| c.as_str().unwrap()) .collect(); let options = |stream_reasoning| ReasoningOptions { force_reasoning: Some(case["force"] == true), stream_reasoning, force_nonempty_content: case["nonempty"] == true, ..Default::default() }; let mut streaming = ReasoningStreamSplitter::new(Some(parser), options(case["stream"] == true)); let mut steps: Vec<_> = chunks .iter() .map(|c| streaming.split::(c, &[])) .collect(); steps.push(streaming.finish()); let unary = split_reasoning::(Some(parser), &options(false), &chunks.concat(), &[]); let got = json!({"steps": steps, "unary": unary}); let want = json!({"steps": case["steps"], "unary": case["unary"]}); assert_eq!(got, want, "{parser} {case}"); } } }