minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Auto Sync] Update base_grammar_backend.py, collector.py (20251116) (#13357)

Browse Source 
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Sehoon Kim <sehoon@x.ai>
This commit is contained in:
Lianmin Zheng
2025-11-19 16:05:50 -08:00
committed by GitHub
co-authored by github-actions[bot] Sehoon Kim
parent bfaf0b8607
commit 17b24aca6e
2 changed files with 16 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/constrained/base_grammar_backend.py
+1
View File
@@ -36,6 +36,7 @@ class GrammarStats:
is_grammar_aborted: bool = False is_grammar_aborted: bool = False
tree_traversal_time: List[float] = field(default_factory=list) tree_traversal_time: List[float] = field(default_factory=list)
dispatch_type: Optional[str] = None dispatch_type: Optional[str] = None
num_timeout: int = 0
class BaseGrammarObject: class BaseGrammarObject:
python/sglang/srt/metrics/collector.py
+15 -7
View File
@@ -488,6 +488,11 @@ class SchedulerMetricsCollector:
documentation="Number of grammar aborted requests.", documentation="Number of grammar aborted requests.",
labelnames=labels.keys(), labelnames=labels.keys(),
) )
self.num_grammar_timeout = Counter(
name="sglang:num_grammar_timeout_total",
documentation="Number of grammar timeouts.",
labelnames=labels.keys(),
)
self.num_grammar_total = Counter( self.num_grammar_total = Counter(
name="sglang:num_grammar_total", name="sglang:num_grammar_total",
documentation="Number of the total grammar requests.", documentation="Number of the total grammar requests.",
@@ -683,25 +688,28 @@ class SchedulerMetricsCollector:
self.last_log_time = time.perf_counter() self.last_log_time = time.perf_counter()
def log_grammar_stats(self, grammar_stats) -> None: def log_grammar_stats(self, grammar_stats) -> None:
# Duck-typed GrammarStats to avoid cross-package dependency if grammar_stats.compilation_time is not None:
if getattr(grammar_stats, "compilation_time", None) is not None:
self._log_histogram( self._log_histogram(
self.grammar_compilation_time, grammar_stats.compilation_time self.grammar_compilation_time, grammar_stats.compilation_time
) )
if getattr(grammar_stats, "schema_count", None) is not None: if grammar_stats.schema_count is not None:
self._log_histogram(self.grammar_schema_count, grammar_stats.schema_count) self._log_histogram(self.grammar_schema_count, grammar_stats.schema_count)
if getattr(grammar_stats, "ebnf_size", None) is not None: if grammar_stats.ebnf_size is not None:
self._log_histogram(self.grammar_ebnf_size, grammar_stats.ebnf_size) self._log_histogram(self.grammar_ebnf_size, grammar_stats.ebnf_size)
tree_times = getattr(grammar_stats, "tree_traversal_time", None) tree_times = grammar_stats.tree_traversal_time
if tree_times: if tree_times:
max_time = max(tree_times) max_time = max(tree_times)
avg_time = sum(tree_times) / len(tree_times) avg_time = sum(tree_times) / len(tree_times)
self._log_histogram(self.grammar_tree_traversal_time_max, max_time) self._log_histogram(self.grammar_tree_traversal_time_max, max_time)
self._log_histogram(self.grammar_tree_traversal_time_avg, avg_time) self._log_histogram(self.grammar_tree_traversal_time_avg, avg_time)
if getattr(grammar_stats, "is_cache_hit", False): if grammar_stats.is_cache_hit:
self.num_grammar_cache_hit.labels(**self.labels).inc(1) self.num_grammar_cache_hit.labels(**self.labels).inc(1)
if getattr(grammar_stats, "is_grammar_aborted", False): if grammar_stats.is_grammar_aborted:
self.num_grammar_aborted.labels(**self.labels).inc(1) self.num_grammar_aborted.labels(**self.labels).inc(1)
if grammar_stats.num_timeout > 0:
self.num_grammar_timeout.labels(**self.labels).inc(
grammar_stats.num_timeout
)
self.num_grammar_total.labels(**self.labels).inc(1) self.num_grammar_total.labels(**self.labels).inc(1)