Clean up detokenizer and remove dead multimodal_gen code (#21588)

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Lianmin Zheng
2026-03-28 21:44:40 -07:00
committed by GitHub
co-authored by Claude Opus 4.6
parent 516cff97a3
commit ba6b501f3a
13 changed files with 53 additions and 103 deletions
@@ -8,6 +8,7 @@ from pathlib import Path
from sglang.bench_serving import run_benchmark
from sglang.benchmark.utils import parse_custom_headers
from sglang.srt.constants import HEALTH_CHECK_RID_PREFIX
from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import (
@@ -80,7 +81,7 @@ class TestBenchServingFunctionality(CustomTestCase):
continue
text = obj.get("obj", {}).get("text")
rid = obj.get("rid", "")
if text and not rid.startswith("HEALTH_CHECK"):
if text and not rid.startswith(HEALTH_CHECK_RID_PREFIX):
reqs.append(text)
self.assertGreaterEqual(len(reqs), NUM_CONVERSATIONS * NUM_TURNS)
@@ -58,6 +58,7 @@ import tempfile
import unittest
from unittest.mock import MagicMock, patch
from sglang.srt.constants import HEALTH_CHECK_RID_PREFIX
from sglang.srt.observability.request_metrics_exporter import (
FileRequestMetricsExporter,
RequestMetricsExporter,
@@ -243,7 +244,7 @@ class TestFileRequestMetricsExporter(unittest.TestCase):
def test_write_record_skips_health_check(self):
exporter = self._make_exporter()
obj = _GenerateReqInput(rid="HEALTH_CHECK_123", text="ping")
obj = _GenerateReqInput(rid=f"{HEALTH_CHECK_RID_PREFIX}_123", text="ping")
asyncio.run(exporter.write_record(obj, {}))
files = os.listdir(self.tmp_dir)
+2 -1
View File
@@ -8,6 +8,7 @@ from pathlib import Path
import requests
from sglang.srt.constants import HEALTH_CHECK_RID_PREFIX
from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import (
@@ -197,7 +198,7 @@ class TestRequestLoggerJson(BaseTestRequestLogger, CustomTestCase):
continue
rid = data.get("rid", "")
if rid.startswith("HEALTH_CHECK"):
if rid.startswith(HEALTH_CHECK_RID_PREFIX):
continue
if data.get("event") == "request.received":