[diffusion] fix: accept request-level profiling on the image API (#43573)
Co-authored-by: Mick Qian <mickqian@users.noreply.github.com> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Mick Qian
Claude Opus 5.5
parent
d32d8fa0d1
commit
68e1a3dbb1
@@ -302,6 +302,9 @@ async def generations(
|
||||
upscaling_model_path=request.upscaling_model_path,
|
||||
upscaling_scale=request.upscaling_scale,
|
||||
perf_dump_path=request.perf_dump_path,
|
||||
profile=request.profile,
|
||||
num_profiled_timesteps=request.num_profiled_timesteps,
|
||||
profile_all_stages=request.profile_all_stages,
|
||||
progressive_mode=request_field_value(request, "progressive_mode"),
|
||||
progressive_levels=request_field_value(request, "progressive_levels"),
|
||||
progressive_delta=request_field_value(request, "progressive_delta"),
|
||||
@@ -410,6 +413,9 @@ async def edits(
|
||||
upscaling_model_path: Optional[str] = Form(None),
|
||||
upscaling_scale: Optional[int] = Form(4),
|
||||
perf_dump_path: Optional[str] = Form(None),
|
||||
profile: Optional[bool] = Form(False),
|
||||
num_profiled_timesteps: Optional[int] = Form(None),
|
||||
profile_all_stages: Optional[bool] = Form(False),
|
||||
num_frames: int = Form(1),
|
||||
):
|
||||
request_id = generate_request_id()
|
||||
@@ -484,6 +490,9 @@ async def edits(
|
||||
upscaling_model_path=upscaling_model_path,
|
||||
upscaling_scale=upscaling_scale,
|
||||
perf_dump_path=perf_dump_path,
|
||||
profile=profile,
|
||||
num_profiled_timesteps=num_profiled_timesteps,
|
||||
profile_all_stages=profile_all_stages,
|
||||
)
|
||||
trace_headers = extract_trace_headers(raw_request.headers)
|
||||
batch = prepare_request(
|
||||
|
||||
@@ -82,6 +82,9 @@ class ImageGenerationsRequest(BaseModel):
|
||||
diffusers_kwargs: Optional[Dict[str, Any]] = None # kwargs for diffusers backend
|
||||
# Performance profiling
|
||||
perf_dump_path: Optional[str] = None
|
||||
profile: Optional[bool] = False
|
||||
num_profiled_timesteps: Optional[int] = None
|
||||
profile_all_stages: Optional[bool] = False
|
||||
# Progressive resolution generation
|
||||
progressive_mode: Optional[str] = None
|
||||
progressive_levels: Optional[int] = None
|
||||
|
||||
@@ -36,6 +36,19 @@ def test_image_edits_declares_perf_dump_path_form_field():
|
||||
assert "perf_dump_path" in inspect.signature(edits).parameters
|
||||
|
||||
|
||||
def test_image_requests_accept_request_level_profiling():
|
||||
request = ImageGenerationsRequest(
|
||||
prompt="p", profile=True, num_profiled_timesteps=4, profile_all_stages=True
|
||||
)
|
||||
assert (request.profile, request.num_profiled_timesteps) == (True, 4)
|
||||
assert request.profile_all_stages is True
|
||||
edit_params = inspect.signature(edits).parameters
|
||||
sampling_fields = {f.name for f in fields(SamplingParams)}
|
||||
for name in ("profile", "num_profiled_timesteps", "profile_all_stages"):
|
||||
assert name in edit_params
|
||||
assert name in sampling_fields
|
||||
|
||||
|
||||
def test_url_response_returns_one_item_per_output_path():
|
||||
paths = ["first.png", "second.png"]
|
||||
|
||||
|
||||
Reference in New Issue
Block a user