Clean up bench_one_batch warning and simplify norm dispatch (#23110)
This commit is contained in:
@@ -35,7 +35,10 @@ def get_cache_tokens_from_metrics(url: str) -> Optional[tuple]:
|
||||
"""
|
||||
try:
|
||||
response = requests.get(url + "/metrics", timeout=5)
|
||||
response.raise_for_status()
|
||||
try:
|
||||
response.raise_for_status()
|
||||
except requests.exceptions.HTTPError:
|
||||
return None
|
||||
|
||||
# Parse Prometheus text format
|
||||
# Looking for: sglang:cached_tokens_total{...} <value>
|
||||
|
||||
Reference in New Issue
Block a user