config: publishing is the process entry's job (#36251)
This commit is contained in:
@@ -24,6 +24,7 @@ from sglang.srt.managers.tokenizer_manager import (
|
||||
TokenizerManager,
|
||||
)
|
||||
from sglang.srt.observability.req_time_stats import APIServerReqTimeStats
|
||||
from sglang.srt.runtime_context import publish
|
||||
from sglang.srt.server_args import PortArgs, ServerArgs
|
||||
from sglang.test.test_utils import DEFAULT_SMALL_MODEL_NAME_FOR_TEST
|
||||
|
||||
@@ -45,6 +46,7 @@ class TestInputFormatDetection(unittest.TestCase):
|
||||
) as mock_tokenizer,
|
||||
):
|
||||
mock_tokenizer.return_value = Mock(vocab_size=32000)
|
||||
publish(self.server_args, role="tokenizer")
|
||||
self.tokenizer_manager = TokenizerManager(self.server_args, self.port_args)
|
||||
|
||||
def test_detect_single_string(self):
|
||||
@@ -143,6 +145,7 @@ class TestTokenizerInputPreparation(unittest.TestCase):
|
||||
) as mock_tokenizer,
|
||||
):
|
||||
mock_tokenizer.return_value = Mock(vocab_size=32000)
|
||||
publish(self.server_args, role="tokenizer")
|
||||
self.tokenizer_manager = TokenizerManager(self.server_args, self.port_args)
|
||||
|
||||
def test_prepare_single_string_input(self):
|
||||
@@ -203,6 +206,7 @@ class TestTokenizerResultExtraction(unittest.TestCase):
|
||||
) as mock_tokenizer,
|
||||
):
|
||||
mock_tokenizer.return_value = Mock(vocab_size=32000)
|
||||
publish(self.server_args, role="tokenizer")
|
||||
self.tokenizer_manager = TokenizerManager(self.server_args, self.port_args)
|
||||
|
||||
def test_extract_single_string_results(self):
|
||||
@@ -327,6 +331,7 @@ class TestTokenizerManagerIntegration(unittest.TestCase):
|
||||
) as mock_tokenizer,
|
||||
):
|
||||
mock_tokenizer.return_value = Mock(vocab_size=32000)
|
||||
publish(self.server_args, role="tokenizer")
|
||||
self.tokenizer_manager = TokenizerManager(self.server_args, self.port_args)
|
||||
|
||||
def test_full_workflow_single_string(self):
|
||||
|
||||
Reference in New Issue
Block a user