Co-authored-by: ishandhanani <82981111+ishandhanani@users.noreply.github.com>
57 lines
1.8 KiB
Python
57 lines
1.8 KiB
Python
import asyncio
|
|
import unittest
|
|
from types import SimpleNamespace
|
|
|
|
from sglang.srt.entrypoints import http_server
|
|
from sglang.srt.managers.tokenizer_manager import ServerStatus, TokenizerManager
|
|
from sglang.test.ci.ci_register import register_cpu_ci
|
|
from sglang.test.test_utils import CustomTestCase
|
|
|
|
register_cpu_ci(est_time=1, suite="base-a-test-cpu")
|
|
|
|
|
|
class TestReadyEndpoint(CustomTestCase):
|
|
def call_ready(
|
|
self,
|
|
*,
|
|
is_pause: bool = False,
|
|
gracefully_exit: bool = False,
|
|
server_status: ServerStatus = ServerStatus.Up,
|
|
):
|
|
tokenizer_manager = TokenizerManager.__new__(TokenizerManager)
|
|
tokenizer_manager.is_pause = is_pause
|
|
tokenizer_manager.gracefully_exit = gracefully_exit
|
|
tokenizer_manager.server_status = server_status
|
|
|
|
prior_state = http_server.get_global_state()
|
|
http_server.set_global_state(
|
|
SimpleNamespace(tokenizer_manager=tokenizer_manager)
|
|
)
|
|
try:
|
|
return asyncio.run(http_server.ready())
|
|
finally:
|
|
http_server._global_state = prior_state
|
|
|
|
def test_ready_while_accepting_requests(self):
|
|
self.assertEqual(self.call_ready().status_code, 200)
|
|
|
|
def test_not_ready_while_paused(self):
|
|
self.assertEqual(self.call_ready(is_pause=True).status_code, 503)
|
|
|
|
def test_not_ready_while_starting(self):
|
|
self.assertEqual(
|
|
self.call_ready(server_status=ServerStatus.Starting).status_code, 503
|
|
)
|
|
|
|
def test_not_ready_while_unhealthy(self):
|
|
self.assertEqual(
|
|
self.call_ready(server_status=ServerStatus.UnHealthy).status_code, 503
|
|
)
|
|
|
|
def test_not_ready_while_gracefully_exiting(self):
|
|
self.assertEqual(self.call_ready(gracefully_exit=True).status_code, 503)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main(verbosity=2)
|