minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Tiny add more error info for bench_serving (#14827)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-11 17:25:49 +08:00
committed by GitHub
parent f85460fb19
commit a368df2818
1 changed files with 18 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/bench_serving.py
+18 -6
View File
@@ -187,7 +187,9 @@ async def async_request_trt_llm(
output.output_len = request_func_input.output_len output.output_len = request_func_input.output_len
else: else:
output.error = response.reason or "" output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False output.success = False
except Exception: except Exception:
output.success = False output.success = False
@@ -286,7 +288,9 @@ async def async_request_openai_completions(
output.latency = latency output.latency = latency
output.output_len = output_len output.output_len = output_len
else: else:
output.error = response.reason or "" output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False output.success = False
except Exception: except Exception:
output.success = False output.success = False
@@ -440,7 +444,9 @@ async def async_request_openai_chat_completions(
output.latency = latency output.latency = latency
output.output_len = output_len output.output_len = output_len
else: else:
output.error = response.reason or "" output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False output.success = False
except Exception: except Exception:
output.success = False output.success = False
@@ -527,7 +533,9 @@ async def async_request_truss(
output.latency = latency output.latency = latency
output.output_len = request_func_input.output_len output.output_len = request_func_input.output_len
else: else:
output.error = response.reason or "" output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False output.success = False
except Exception: except Exception:
output.success = False output.success = False
@@ -623,7 +631,9 @@ async def async_request_sglang_generate(
output.latency = latency output.latency = latency
output.output_len = output_len output.output_len = output_len
else: else:
output.error = response.reason or "" output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False output.success = False
except Exception: except Exception:
output.success = False output.success = False
@@ -658,7 +668,9 @@ async def async_request_profile(api_url: str) -> RequestFuncOutput:
if response.status == 200: if response.status == 200:
output.success = True output.success = True
else: else:
output.error = response.reason or "" output.error = (
(response.reason or "") + ": " + (await response.text())
)
output.success = False output.success = False
except Exception: except Exception:
output.success = False output.success = False