[tracing] sglang tracing v2: support exporting tracing data asynchronously (#30023)

This commit is contained in:
Feng Su
2026-08-10 15:23:05 +08:00
committed by GitHub
parent 06f32bab6b
commit fb3d1419fd
8 changed files with 1214 additions and 21 deletions
@@ -553,5 +553,39 @@ class TestTraceEngine(CustomTestCase):
engine.shutdown()
class TestTraceServerAsync(TestTraceServer):
"""Async tracing variant — same server setup with SGLANG_TRACE_ASYNC=1."""
@classmethod
def setUpClass(cls):
cls.collector = LightweightOtlpCollector()
cls.collector.start()
time.sleep(0.2)
cls.process = popen_launch_server(
DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
DEFAULT_URL_FOR_TEST,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=[
"--enable-trace",
"--otlp-traces-endpoint",
"127.0.0.1:4317",
],
env={"SGLANG_TRACE_ASYNC": "1"},
)
response = requests.get(f"{DEFAULT_URL_FOR_TEST}/health_generate")
assert response.status_code == 200
cls.collector.clear()
# Only run trace_level_3 — the most comprehensive check.
test_trace_level_0 = None
test_trace_level_1 = None
test_trace_level_2 = None
test_batch_request = None
test_parallel_sample = None
if __name__ == "__main__":
unittest.main()