minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix test_return_routed_experts to use response-level sglext (#18274)

Browse Source
This commit is contained in:
Alison Shao
2026-02-04 20:16:01 -08:00
committed by GitHub
parent e616d35847
commit c910829708
1 changed files with 6 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/rl/test_return_routed_experts.py
+6 -8
View File
@@ -215,15 +215,13 @@ async def make_request(session, url, payload):
def extract_routed_experts_from_openai_response(response): def extract_routed_experts_from_openai_response(response):
if "error" in response: if "error" in response:
raise ValueError(f"OpenAI response error: {response['error']}") raise ValueError(f"OpenAI response error: {response['error']}")
choices = response.get("choices", []) # sglext is at response level (not in choices) as of PR #17648
if not choices: sglext = response.get("sglext", None)
raise ValueError("OpenAI response has no choices.") if sglext is None:
sgl_ext = choices[0].get("sgl_ext", None) raise ValueError("OpenAI response missing sglext.")
if sgl_ext is None: routed_experts = sglext.get("routed_experts", None)
raise ValueError("OpenAI response missing sgl_ext.")
routed_experts = sgl_ext.get("routed_experts", None)
if routed_experts is None: if routed_experts is None:
raise ValueError("OpenAI response sgl_ext missing routed_experts.") raise ValueError("OpenAI response sglext missing routed_experts.")
return extract_routed_experts_from_meta_info( return extract_routed_experts_from_meta_info(
{"meta_info": {"routed_experts": routed_experts}} {"meta_info": {"routed_experts": routed_experts}}
) )