diff --git a/scripts/ci/utils/diffusion/comparison_configs.json b/scripts/ci/utils/diffusion/comparison_configs.json index 8c198e1bf..755253c29 100644 --- a/scripts/ci/utils/diffusion/comparison_configs.json +++ b/scripts/ci/utils/diffusion/comparison_configs.json @@ -13,7 +13,7 @@ "num_gpus": 2, "frameworks": { "sglang": { - "serve_args": "--warmup-mode server --dit-layerwise-offload false --tp-size 2", + "serve_args": "--warmup-mode server --component-residency dit=resident --tp-size 2", "extra_env": {} } } @@ -29,7 +29,7 @@ "num_gpus": 2, "frameworks": { "sglang": { - "serve_args": "--warmup-mode server --dit-layerwise-offload false --tp-size 2", + "serve_args": "--warmup-mode server --component-residency dit=resident --tp-size 2", "extra_env": {} } }