[diffusion] fix: accept request-level profiling on the image API (#43573)

Co-authored-by: Mick Qian <mickqian@users.noreply.github.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Mick
2026-10-11 08:30:20 +08:00
committed by GitHub
co-authored by Mick Qian Claude Opus 5.5
parent d32d8fa0d1
commit 68e1a3dbb1
3 changed files with 25 additions and 0 deletions
@@ -302,6 +302,9 @@ async def generations(
upscaling_model_path=request.upscaling_model_path,
upscaling_scale=request.upscaling_scale,
perf_dump_path=request.perf_dump_path,
profile=request.profile,
num_profiled_timesteps=request.num_profiled_timesteps,
profile_all_stages=request.profile_all_stages,
progressive_mode=request_field_value(request, "progressive_mode"),
progressive_levels=request_field_value(request, "progressive_levels"),
progressive_delta=request_field_value(request, "progressive_delta"),
@@ -410,6 +413,9 @@ async def edits(
upscaling_model_path: Optional[str] = Form(None),
upscaling_scale: Optional[int] = Form(4),
perf_dump_path: Optional[str] = Form(None),
profile: Optional[bool] = Form(False),
num_profiled_timesteps: Optional[int] = Form(None),
profile_all_stages: Optional[bool] = Form(False),
num_frames: int = Form(1),
):
request_id = generate_request_id()
@@ -484,6 +490,9 @@ async def edits(
upscaling_model_path=upscaling_model_path,
upscaling_scale=upscaling_scale,
perf_dump_path=perf_dump_path,
profile=profile,
num_profiled_timesteps=num_profiled_timesteps,
profile_all_stages=profile_all_stages,
)
trace_headers = extract_trace_headers(raw_request.headers)
batch = prepare_request(
@@ -82,6 +82,9 @@ class ImageGenerationsRequest(BaseModel):
diffusers_kwargs: Optional[Dict[str, Any]] = None # kwargs for diffusers backend
# Performance profiling
perf_dump_path: Optional[str] = None
profile: Optional[bool] = False
num_profiled_timesteps: Optional[int] = None
profile_all_stages: Optional[bool] = False
# Progressive resolution generation
progressive_mode: Optional[str] = None
progressive_levels: Optional[int] = None
@@ -36,6 +36,19 @@ def test_image_edits_declares_perf_dump_path_form_field():
assert "perf_dump_path" in inspect.signature(edits).parameters
def test_image_requests_accept_request_level_profiling():
request = ImageGenerationsRequest(
prompt="p", profile=True, num_profiled_timesteps=4, profile_all_stages=True
)
assert (request.profile, request.num_profiled_timesteps) == (True, 4)
assert request.profile_all_stages is True
edit_params = inspect.signature(edits).parameters
sampling_fields = {f.name for f in fields(SamplingParams)}
for name in ("profile", "num_profiled_timesteps", "profile_all_stages"):
assert name in edit_params
assert name in sampling_fields
def test_url_response_returns_one_item_per_output_path():
paths = ["first.png", "second.png"]