minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix corrupted JSONL metrics file due to concurrent writes (#19011)

Browse Source
This commit is contained in:
Talor Abramovich
2026-02-22 20:33:27 +08:00
committed by GitHub
parent 1f7a813051
commit c6a99e43b9
1 changed files with 12 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/request_metrics_exporter.py
+2
View File
@@ -87,6 +87,7 @@ class FileRequestMetricsExporter(RequestMetricsExporter):
# File handler state management # File handler state management
self._current_file_handler = None self._current_file_handler = None
self._current_file_lock = asyncio.Lock()
self._current_hour_suffix = None self._current_hour_suffix = None
def _ensure_file_handler(self, hour_suffix: str): def _ensure_file_handler(self, hour_suffix: str):
@@ -135,6 +136,7 @@ class FileRequestMetricsExporter(RequestMetricsExporter):
current_time = datetime.now() current_time = datetime.now()
hour_suffix = current_time.strftime("%Y%m%d_%H") hour_suffix = current_time.strftime("%Y%m%d_%H")
async with self._current_file_lock:
# Ensure correct file handler is open for current hour # Ensure correct file handler is open for current hour
self._ensure_file_handler(hour_suffix) self._ensure_file_handler(hour_suffix)