minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Add logs to debug TestOpenAIServer.test_completion_stream (#17471)

Browse Source
This commit is contained in:
Byron Hsu
2026-02-02 02:38:08 -08:00
committed by GitHub
parent 0537232b05
commit 5636d16dec
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/openai_server/basic/test_openai_server.py
+4
View File
@@ -114,6 +114,9 @@ class TestOpenAIServer(CustomTestCase):
def run_completion_stream( def run_completion_stream(
self, echo, logprobs, use_list_input, parallel_sample_num, token_input self, echo, logprobs, use_list_input, parallel_sample_num, token_input
): ):
print(
f"run_completion_stream: {echo=}, {logprobs=}, {use_list_input=}, {parallel_sample_num=}, {token_input=}"
)
client = openai.Client(api_key=self.api_key, base_url=self.base_url) client = openai.Client(api_key=self.api_key, base_url=self.base_url)
prompt = "The capital of France is" prompt = "The capital of France is"
if token_input: if token_input:
@@ -145,6 +148,7 @@ class TestOpenAIServer(CustomTestCase):
is_firsts = {} is_firsts = {}
for response in generator: for response in generator:
print(f"{response=}")
usage = response.usage usage = response.usage
if usage is not None: if usage is not None:
assert usage.prompt_tokens > 0, f"usage.prompt_tokens was zero" assert usage.prompt_tokens > 0, f"usage.prompt_tokens was zero"