[Observability] Add startup, memory, and hybrid SWA diagnostics (#33375)

2026-08-04 12:50:09 -07:00
parent 5081c063c0
commit 4794b401d5
36 changed files with 867 additions and 140 deletions
@@ -57,6 +57,7 @@ def _call_server_info_with(
    tokenizer_manager.server_args = server_args
    tokenizer_manager.model_path = server_args.model_path
    tokenizer_manager.served_model_name = server_args.served_model_name
+    tokenizer_manager.startup_time = None
    tokenizer_manager._config_updates = (
        [("test", dict(config_updates))] if config_updates else []
    )