[diffusion] CI: use unified sampling_params for CI (#14045)
This commit is contained in:
@@ -214,6 +214,24 @@ class PerformanceSummary:
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
T2I_sampling_params = DiffusionSamplingParams(
|
||||||
|
prompt="Doraemon is eating dorayaki",
|
||||||
|
output_size="1024x1024",
|
||||||
|
)
|
||||||
|
|
||||||
|
TI2I_sampling_params = DiffusionSamplingParams(
|
||||||
|
prompt="Convert 2D style to 3D style",
|
||||||
|
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
|
||||||
|
)
|
||||||
|
|
||||||
|
T2V_PROMPT = "A curious raccoon"
|
||||||
|
|
||||||
|
TI2V_sampling_params = DiffusionSamplingParams(
|
||||||
|
output_size="832x1104",
|
||||||
|
prompt="The man in the picture slowly turns his head, his expression enigmatic and otherworldly. The camera performs a slow, cinematic dolly out, focusing on his face. Moody lighting, neon signs glowing in the background, shallow depth of field.",
|
||||||
|
image_path="https://is1-ssl.mzstatic.com/image/thumb/Music114/v4/5f/fa/56/5ffa56c2-ea1f-7a17-6bad-192ff9b6476d/825646124206.jpg/600x600bb.jpg",
|
||||||
|
)
|
||||||
|
|
||||||
# All test cases with clean default values
|
# All test cases with clean default values
|
||||||
# To test different models, simply add more DiffusionCase entries
|
# To test different models, simply add more DiffusionCase entries
|
||||||
ONE_GPU_CASES_A: list[DiffusionTestCase] = [
|
ONE_GPU_CASES_A: list[DiffusionTestCase] = [
|
||||||
@@ -226,10 +244,7 @@ ONE_GPU_CASES_A: list[DiffusionTestCase] = [
|
|||||||
warmup_text=1,
|
warmup_text=1,
|
||||||
warmup_edit=0,
|
warmup_edit=0,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
T2I_sampling_params,
|
||||||
prompt="A futuristic cityscape at sunset with flying cars",
|
|
||||||
output_size="1024x1024",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"flux_image_t2i",
|
"flux_image_t2i",
|
||||||
@@ -239,10 +254,7 @@ ONE_GPU_CASES_A: list[DiffusionTestCase] = [
|
|||||||
warmup_text=1,
|
warmup_text=1,
|
||||||
warmup_edit=0,
|
warmup_edit=0,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
T2I_sampling_params,
|
||||||
prompt="A futuristic cityscape at sunset with flying cars",
|
|
||||||
output_size="1024x1024",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"flux_2_image_t2i",
|
"flux_2_image_t2i",
|
||||||
@@ -252,10 +264,7 @@ ONE_GPU_CASES_A: list[DiffusionTestCase] = [
|
|||||||
warmup_text=1,
|
warmup_text=1,
|
||||||
warmup_edit=0,
|
warmup_edit=0,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
T2I_sampling_params,
|
||||||
prompt="A futuristic cityscape at sunset with flying cars",
|
|
||||||
output_size="1024x1024",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"zimage_image_t2i",
|
"zimage_image_t2i",
|
||||||
@@ -265,10 +274,7 @@ ONE_GPU_CASES_A: list[DiffusionTestCase] = [
|
|||||||
warmup_text=1,
|
warmup_text=1,
|
||||||
warmup_edit=0,
|
warmup_edit=0,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
T2I_sampling_params,
|
||||||
prompt="Doraemon is eating dorayaki.",
|
|
||||||
output_size="1024x1024",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
# === Text and Image to Image (TI2I) ===
|
# === Text and Image to Image (TI2I) ===
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
@@ -279,10 +285,7 @@ ONE_GPU_CASES_A: list[DiffusionTestCase] = [
|
|||||||
warmup_text=0,
|
warmup_text=0,
|
||||||
warmup_edit=1,
|
warmup_edit=1,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
TI2I_sampling_params,
|
||||||
prompt="Convert 2D style to 3D style",
|
|
||||||
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
]
|
]
|
||||||
|
|
||||||
@@ -298,7 +301,7 @@ ONE_GPU_CASES_B: list[DiffusionTestCase] = [
|
|||||||
custom_validator="video",
|
custom_validator="video",
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
DiffusionSamplingParams(
|
||||||
prompt="A curious raccoon",
|
prompt=T2V_PROMPT,
|
||||||
output_size="848x480",
|
output_size="848x480",
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
@@ -339,10 +342,7 @@ ONE_GPU_CASES_B: list[DiffusionTestCase] = [
|
|||||||
warmup_text=0,
|
warmup_text=0,
|
||||||
warmup_edit=1,
|
warmup_edit=1,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
TI2I_sampling_params,
|
||||||
prompt="Convert 2D style to 3D style",
|
|
||||||
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"fast_hunyuan_video",
|
"fast_hunyuan_video",
|
||||||
@@ -354,7 +354,7 @@ ONE_GPU_CASES_B: list[DiffusionTestCase] = [
|
|||||||
custom_validator="video",
|
custom_validator="video",
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
DiffusionSamplingParams(
|
||||||
prompt="A curious raccoon",
|
prompt=T2V_PROMPT,
|
||||||
output_size="720x480",
|
output_size="720x480",
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
@@ -368,11 +368,7 @@ ONE_GPU_CASES_B: list[DiffusionTestCase] = [
|
|||||||
warmup_edit=0,
|
warmup_edit=0,
|
||||||
custom_validator="video",
|
custom_validator="video",
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
TI2V_sampling_params,
|
||||||
output_size="832x1104",
|
|
||||||
prompt="Add dynamic motion to the scene",
|
|
||||||
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"fastwan2_2_ti2v_5b",
|
"fastwan2_2_ti2v_5b",
|
||||||
@@ -383,30 +379,23 @@ ONE_GPU_CASES_B: list[DiffusionTestCase] = [
|
|||||||
warmup_edit=0,
|
warmup_edit=0,
|
||||||
custom_validator="video",
|
custom_validator="video",
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
TI2V_sampling_params,
|
||||||
output_size="832x1104",
|
|
||||||
prompt="Add dynamic motion to the scene",
|
|
||||||
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
]
|
]
|
||||||
|
|
||||||
TWO_GPU_CASES_A = [
|
TWO_GPU_CASES_A = [
|
||||||
# TODO: Timeout with Torch2.9. Add back when it can pass CI
|
# TODO: Timeout with Torch2.9. Add back when it can pass CI
|
||||||
# DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
# id="wan2_2_i2v_a14b_2gpu",
|
"wan2_2_i2v_a14b_2gpu",
|
||||||
# model_path="Wan-AI/Wan2.2-I2V-A14B-Diffusers",
|
DiffusionServerArgs(
|
||||||
# modality="video",
|
model_path="Wan-AI/Wan2.2-I2V-A14B-Diffusers",
|
||||||
# prompt="generate",
|
modality="video",
|
||||||
# warmup_text=0,
|
warmup_text=0,
|
||||||
# warmup_edit=0,
|
warmup_edit=0,
|
||||||
# output_size="832x1104",
|
custom_validator="video",
|
||||||
# edit_prompt="generate",
|
),
|
||||||
# image_path="https://github.com/Wan-Video/Wan2.2/blob/990af50de458c19590c245151197326e208d7191/examples/i2v_input.JPG?raw=true",
|
TI2V_sampling_params,
|
||||||
# custom_validator="video",
|
),
|
||||||
# num_gpus=2,
|
|
||||||
# num_frames=1,
|
|
||||||
# ),
|
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"wan2_2_t2v_a14b_2gpu",
|
"wan2_2_t2v_a14b_2gpu",
|
||||||
DiffusionServerArgs(
|
DiffusionServerArgs(
|
||||||
@@ -418,7 +407,7 @@ TWO_GPU_CASES_A = [
|
|||||||
num_gpus=2,
|
num_gpus=2,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
DiffusionSamplingParams(
|
||||||
prompt="A curious raccoon",
|
prompt=T2V_PROMPT,
|
||||||
output_size="720x480",
|
output_size="720x480",
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
@@ -450,7 +439,7 @@ TWO_GPU_CASES_A = [
|
|||||||
custom_validator="video",
|
custom_validator="video",
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
DiffusionSamplingParams(
|
||||||
prompt="A curious raccoon",
|
prompt=T2V_PROMPT,
|
||||||
output_size="720x480",
|
output_size="720x480",
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
@@ -467,11 +456,7 @@ TWO_GPU_CASES_B = [
|
|||||||
custom_validator="video",
|
custom_validator="video",
|
||||||
num_gpus=2,
|
num_gpus=2,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
TI2V_sampling_params,
|
||||||
output_size="832x1104",
|
|
||||||
prompt="Add dynamic motion to the scene",
|
|
||||||
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
# I2V LoRA test case
|
# I2V LoRA test case
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
@@ -485,11 +470,7 @@ TWO_GPU_CASES_B = [
|
|||||||
num_gpus=2,
|
num_gpus=2,
|
||||||
lora_path="starsfriday/Wan2.1-Divine-Power-LoRA",
|
lora_path="starsfriday/Wan2.1-Divine-Power-LoRA",
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
TI2V_sampling_params,
|
||||||
prompt="faxiang, the person raises hands, a giant translucent golden figure appears behind",
|
|
||||||
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
|
|
||||||
output_size="832x1104",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"wan2_1_i2v_14b_720P_2gpu",
|
"wan2_1_i2v_14b_720P_2gpu",
|
||||||
@@ -501,11 +482,7 @@ TWO_GPU_CASES_B = [
|
|||||||
custom_validator="video",
|
custom_validator="video",
|
||||||
num_gpus=2,
|
num_gpus=2,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
TI2V_sampling_params,
|
||||||
prompt="Add dynamic motion to the scene",
|
|
||||||
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
|
|
||||||
output_size="832x1104",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"qwen_image_t2i_2_gpus",
|
"qwen_image_t2i_2_gpus",
|
||||||
@@ -516,10 +493,7 @@ TWO_GPU_CASES_B = [
|
|||||||
warmup_edit=0,
|
warmup_edit=0,
|
||||||
num_gpus=2,
|
num_gpus=2,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
T2I_sampling_params,
|
||||||
prompt="A futuristic cityscape at sunset with flying cars",
|
|
||||||
output_size="1024x1024",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"flux_image_t2i_2_gpus",
|
"flux_image_t2i_2_gpus",
|
||||||
@@ -529,10 +503,7 @@ TWO_GPU_CASES_B = [
|
|||||||
warmup_text=1,
|
warmup_text=1,
|
||||||
warmup_edit=0,
|
warmup_edit=0,
|
||||||
),
|
),
|
||||||
DiffusionSamplingParams(
|
T2I_sampling_params,
|
||||||
prompt="A futuristic cityscape at sunset with flying cars",
|
|
||||||
output_size="1024x1024",
|
|
||||||
),
|
|
||||||
),
|
),
|
||||||
]
|
]
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user