minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] improve: skip negative prompt encoding when guidance_scale <= 1.0 or negative_prompt is None (#16919)

Browse Source 
Signed-off-by: zhuyuhua-v <yuhzhu@amd.com>
This commit is contained in:
Zhu Yuhua
2026-01-21 20:01:55 +08:00
committed by GitHub
parent bcc6d84f93
commit 2c1b164a92
1 changed files with 20 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/pipelines_core/stages/image_encoding.py
+3
View File
@@ -125,6 +125,7 @@ class ImageEncodingStage(PipelineStage):
elif self.text_encoder: elif self.text_encoder:
# if a text encoder is provided, e.g. Qwen-Image-Edit # if a text encoder is provided, e.g. Qwen-Image-Edit
# 1. neg prompt embeds # 1. neg prompt embeds
if batch.do_classifier_free_guidance:
neg_image_processor_kwargs = ( neg_image_processor_kwargs = (
server_args.pipeline_config.prepare_image_processor_kwargs( server_args.pipeline_config.prepare_image_processor_kwargs(
batch, neg=True batch, neg=True
@@ -143,6 +144,7 @@ class ImageEncodingStage(PipelineStage):
image_grid_thw=image_inputs.image_grid_thw, image_grid_thw=image_inputs.image_grid_thw,
output_hidden_states=True, output_hidden_states=True,
) )
if batch.do_classifier_free_guidance:
neg_outputs = self.text_encoder( neg_outputs = self.text_encoder(
input_ids=neg_image_inputs.input_ids, input_ids=neg_image_inputs.input_ids,
attention_mask=neg_image_inputs.attention_mask, attention_mask=neg_image_inputs.attention_mask,
@@ -154,6 +156,7 @@ class ImageEncodingStage(PipelineStage):
self.encoding_qwen_image_edit(outputs, image_inputs) self.encoding_qwen_image_edit(outputs, image_inputs)
) )
if batch.do_classifier_free_guidance:
batch.negative_prompt_embeds.append( batch.negative_prompt_embeds.append(
self.encoding_qwen_image_edit(neg_outputs, neg_image_inputs) self.encoding_qwen_image_edit(neg_outputs, neg_image_inputs)
) )