Add sglang:get_loads_duration_seconds metric (#25163)

Co-authored-by: cctry <cctry@meta.com>
2026-05-13 18:38:49 -07:00
parent b7f856df70
commit 5fb6bde6c0
3 changed files with 16 additions and 0 deletions
@@ -35,6 +35,7 @@ class TestSRTBackend(CustomTestCase):
            mem_fraction_static=0.7,
            incremental_streaming_output=True,
            log_level="info",
+            enable_metrics=True,
        )
        sgl.set_default_backend(cls.backend)