diff --git a/python/sglang/multimodal_gen/runtime/entrypoints/openai/image_api.py b/python/sglang/multimodal_gen/runtime/entrypoints/openai/image_api.py index 25f4211e9b..b95fef3de4 100644 --- a/python/sglang/multimodal_gen/runtime/entrypoints/openai/image_api.py +++ b/python/sglang/multimodal_gen/runtime/entrypoints/openai/image_api.py @@ -302,6 +302,9 @@ async def generations( upscaling_model_path=request.upscaling_model_path, upscaling_scale=request.upscaling_scale, perf_dump_path=request.perf_dump_path, + profile=request.profile, + num_profiled_timesteps=request.num_profiled_timesteps, + profile_all_stages=request.profile_all_stages, progressive_mode=request_field_value(request, "progressive_mode"), progressive_levels=request_field_value(request, "progressive_levels"), progressive_delta=request_field_value(request, "progressive_delta"), @@ -410,6 +413,9 @@ async def edits( upscaling_model_path: Optional[str] = Form(None), upscaling_scale: Optional[int] = Form(4), perf_dump_path: Optional[str] = Form(None), + profile: Optional[bool] = Form(False), + num_profiled_timesteps: Optional[int] = Form(None), + profile_all_stages: Optional[bool] = Form(False), num_frames: int = Form(1), ): request_id = generate_request_id() @@ -484,6 +490,9 @@ async def edits( upscaling_model_path=upscaling_model_path, upscaling_scale=upscaling_scale, perf_dump_path=perf_dump_path, + profile=profile, + num_profiled_timesteps=num_profiled_timesteps, + profile_all_stages=profile_all_stages, ) trace_headers = extract_trace_headers(raw_request.headers) batch = prepare_request( diff --git a/python/sglang/multimodal_gen/runtime/entrypoints/openai/protocol.py b/python/sglang/multimodal_gen/runtime/entrypoints/openai/protocol.py index 73bec055fd..3ce8f54276 100644 --- a/python/sglang/multimodal_gen/runtime/entrypoints/openai/protocol.py +++ b/python/sglang/multimodal_gen/runtime/entrypoints/openai/protocol.py @@ -82,6 +82,9 @@ class ImageGenerationsRequest(BaseModel): diffusers_kwargs: Optional[Dict[str, Any]] = None # kwargs for diffusers backend # Performance profiling perf_dump_path: Optional[str] = None + profile: Optional[bool] = False + num_profiled_timesteps: Optional[int] = None + profile_all_stages: Optional[bool] = False # Progressive resolution generation progressive_mode: Optional[str] = None progressive_levels: Optional[int] = None diff --git a/python/sglang/multimodal_gen/test/unit/test_openai_image_api.py b/python/sglang/multimodal_gen/test/unit/test_openai_image_api.py index 865bc11602..f385f3a048 100644 --- a/python/sglang/multimodal_gen/test/unit/test_openai_image_api.py +++ b/python/sglang/multimodal_gen/test/unit/test_openai_image_api.py @@ -36,6 +36,19 @@ def test_image_edits_declares_perf_dump_path_form_field(): assert "perf_dump_path" in inspect.signature(edits).parameters +def test_image_requests_accept_request_level_profiling(): + request = ImageGenerationsRequest( + prompt="p", profile=True, num_profiled_timesteps=4, profile_all_stages=True + ) + assert (request.profile, request.num_profiled_timesteps) == (True, 4) + assert request.profile_all_stages is True + edit_params = inspect.signature(edits).parameters + sampling_fields = {f.name for f in fields(SamplingParams)} + for name in ("profile", "num_profiled_timesteps", "profile_all_stages"): + assert name in edit_params + assert name in sampling_fields + + def test_url_response_returns_one_item_per_output_path(): paths = ["first.png", "second.png"]