[diffusion] CI: add cache-dit CI tests (#19213)
This commit is contained in:
@@ -0,0 +1,13 @@
|
|||||||
|
cache_config:
|
||||||
|
max_warmup_steps: 2
|
||||||
|
warmup_interval: 2
|
||||||
|
max_cached_steps: -1
|
||||||
|
max_continuous_cached_steps: 2
|
||||||
|
Fn_compute_blocks: 1
|
||||||
|
Bn_compute_blocks: 0
|
||||||
|
residual_diff_threshold: 0.12
|
||||||
|
enable_taylorseer: true
|
||||||
|
taylorseer_order: 1
|
||||||
|
num_inference_steps: 8
|
||||||
|
steps_computation_mask: "medium"
|
||||||
|
steps_computation_policy: dynamic
|
||||||
@@ -1,3 +1,6 @@
|
|||||||
|
from dataclasses import replace
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
from sglang.multimodal_gen.runtime.platforms import current_platform
|
from sglang.multimodal_gen.runtime.platforms import current_platform
|
||||||
from sglang.multimodal_gen.test.server.testcase_configs import (
|
from sglang.multimodal_gen.test.server.testcase_configs import (
|
||||||
MODELOPT_FLUX1_FP8_TRANSFORMER,
|
MODELOPT_FLUX1_FP8_TRANSFORMER,
|
||||||
@@ -49,6 +52,8 @@ from sglang.multimodal_gen.test.test_utils import (
|
|||||||
DEFAULT_WAN_2_2_TI2V_5B_MODEL_NAME_FOR_TEST,
|
DEFAULT_WAN_2_2_TI2V_5B_MODEL_NAME_FOR_TEST,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
_CACHE_DIT_CONFIG_DIR = Path(__file__).parent / "configs"
|
||||||
|
|
||||||
# All test cases with clean default values
|
# All test cases with clean default values
|
||||||
# To test different models, simply add more DiffusionCase entries
|
# To test different models, simply add more DiffusionCase entries
|
||||||
ONE_GPU_CASES: list[DiffusionTestCase] = [
|
ONE_GPU_CASES: list[DiffusionTestCase] = [
|
||||||
@@ -68,6 +73,28 @@ ONE_GPU_CASES: list[DiffusionTestCase] = [
|
|||||||
),
|
),
|
||||||
T2I_sampling_params,
|
T2I_sampling_params,
|
||||||
),
|
),
|
||||||
|
DiffusionTestCase(
|
||||||
|
"qwen_image_t2i_cache_dit_scm_config_diffusers_1gpu",
|
||||||
|
DiffusionServerArgs(
|
||||||
|
model_path=DEFAULT_QWEN_IMAGE_MODEL_NAME_FOR_TEST,
|
||||||
|
extras=[
|
||||||
|
"--backend",
|
||||||
|
"diffusers",
|
||||||
|
"--cache-dit-config",
|
||||||
|
str(_CACHE_DIT_CONFIG_DIR / "cache_dit_scm_config.yaml"),
|
||||||
|
],
|
||||||
|
),
|
||||||
|
replace(
|
||||||
|
T2I_sampling_params,
|
||||||
|
output_size="512x512",
|
||||||
|
extras={"num_inference_steps": 8, "seed": 0},
|
||||||
|
),
|
||||||
|
run_perf_check=False,
|
||||||
|
run_consistency_check=False,
|
||||||
|
run_component_accuracy_check=False,
|
||||||
|
run_models_api_check=False,
|
||||||
|
run_t2v_input_reference_check=False,
|
||||||
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"flux_image_t2i",
|
"flux_image_t2i",
|
||||||
DiffusionServerArgs(model_path=DEFAULT_FLUX_1_DEV_MODEL_NAME_FOR_TEST),
|
DiffusionServerArgs(model_path=DEFAULT_FLUX_1_DEV_MODEL_NAME_FOR_TEST),
|
||||||
@@ -521,6 +548,26 @@ TWO_GPU_CASES = [
|
|||||||
),
|
),
|
||||||
T2V_sampling_params,
|
T2V_sampling_params,
|
||||||
),
|
),
|
||||||
|
DiffusionTestCase(
|
||||||
|
"wan2_1_t2v_1_3b_cache_dit_sp_only_2gpu",
|
||||||
|
DiffusionServerArgs(
|
||||||
|
model_path=DEFAULT_WAN_2_1_T2V_1_3B_MODEL_NAME_FOR_TEST,
|
||||||
|
ulysses_degree=2,
|
||||||
|
enable_cache_dit=True,
|
||||||
|
env_vars={"SGLANG_CACHE_DIT_WARMUP": "2"},
|
||||||
|
),
|
||||||
|
replace(
|
||||||
|
T2V_sampling_params,
|
||||||
|
output_size="832x480",
|
||||||
|
num_frames=5,
|
||||||
|
extras={"num_inference_steps": 8, "seed": 0},
|
||||||
|
),
|
||||||
|
run_perf_check=False,
|
||||||
|
run_consistency_check=False,
|
||||||
|
run_component_accuracy_check=False,
|
||||||
|
run_models_api_check=False,
|
||||||
|
run_t2v_input_reference_check=False,
|
||||||
|
),
|
||||||
DiffusionTestCase(
|
DiffusionTestCase(
|
||||||
"fsdp-inference",
|
"fsdp-inference",
|
||||||
DiffusionServerArgs(
|
DiffusionServerArgs(
|
||||||
|
|||||||
Reference in New Issue
Block a user