minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[model-gateway]: Tool parser for glm47 (#15520)

Browse Source
This commit is contained in:
Haoran Wang
2025-12-20 18:07:51 -10:00
committed by GitHub
parent 43b7c17474
commit 26704c23c0
8 changed files with 179 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/benches/tool_parser_benchmark.rs
+5 -2
View File
@@ -80,7 +80,7 @@ Let me examine the scan results and provide recommendations."#;
const KIMIK2_FORMAT: &str = r#"⍼validate_and_deploy⍁{"deployment_config": {"application": "payment-service", "version": "2.3.1", "environment": "staging", "region": "us-west-2", "deployment_strategy": "blue_green", "health_check": {"endpoint": "/health", "interval": 30, "timeout": 5, "healthy_threshold": 2, "unhealthy_threshold": 3}, "rollback_on_failure": true, "canary_config": {"percentage": 10, "duration_minutes": 30, "metrics": ["error_rate", "latency_p99", "success_rate"], "thresholds": {"error_rate": 0.01, "latency_p99": 500, "success_rate": 0.99}}, "pre_deployment_hooks": ["run_tests", "security_scan", "backup_database"], "post_deployment_hooks": ["smoke_tests", "notify_team", "update_documentation"]}}"#;
const GLM4_FORMAT: &str = r#"<tool>
const GLM45_FORMAT: &str = r#"<tool>
analyze_customer_behavior
<parameter>dataset_id=customer_interactions_2024</parameter>
<parameter>analysis_type=cohort_retention</parameter>
@@ -94,6 +94,8 @@ analyze_customer_behavior
<parameter>confidence_level=0.95</parameter>
</tool>"#;
const GLM47_FORMAT: &str = r#"<tool>analyze_customer_behavior<parameter>dataset_id=customer_interactions_2024</parameter><parameter>analysis_type=cohort_retention</parameter><parameter>cohort_definition=signup_month</parameter><parameter>retention_periods=[1, 7, 14, 30, 60, 90, 180, 365]</parameter><parameter>segment_by=["acquisition_channel", "pricing_tier", "industry", "company_size"]</parameter><parameter>metrics=["active_users", "revenue", "feature_usage", "engagement_score"]</parameter><parameter>statistical_tests=["chi_square", "anova", "trend_analysis"]</parameter><parameter>visualization_types=["heatmap", "line_chart", "funnel", "sankey"]</parameter><parameter>export_format=dashboard</parameter><parameter>confidence_level=0.95</parameter></tool>"#;
const STEP3_FORMAT: &str = r#"<step.tML version="0.1">
<call>
<name>orchestrate_ml_pipeline</name>
@@ -285,7 +287,8 @@ fn bench_complete_parsing(c: &mut Criterion) {
("pythonic_multi", "pythonic", PYTHONIC_MULTI),
("deepseek", "deepseek", DEEPSEEK_FORMAT),
("kimik2", "kimik2", KIMIK2_FORMAT),
("glm4", "glm4_moe", GLM4_FORMAT),
("glm45", "glm45_moe", GLM45_FORMAT),
("glm47", "glm47_moe", GLM47_FORMAT),
("step3", "step3", STEP3_FORMAT),
("gpt_oss", "gpt_oss", GPT_OSS_FORMAT),
];