minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] CI: disable torch compile in nightly comparison (#26120)

Browse Source
This commit is contained in:
Mick
2026-05-22 23:36:47 +08:00
committed by GitHub
parent 9bbd519f34
commit b801a27ce6
2 changed files with 11 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ci/utils/diffusion/comparison_configs.json
+10 -10
View File
@@ -13,7 +13,7 @@
"num_gpus": 1, "num_gpus": 1,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup --dit-layerwise-offload false", "serve_args": "--warmup --dit-layerwise-offload false",
"extra_env": {} "extra_env": {}
} }
} }
@@ -29,7 +29,7 @@
"num_gpus": 1, "num_gpus": 1,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup --dit-layerwise-offload false", "serve_args": "--warmup --dit-layerwise-offload false",
"extra_env": {} "extra_env": {}
} }
} }
@@ -45,7 +45,7 @@
"num_gpus": 1, "num_gpus": 1,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup", "serve_args": "--warmup",
"extra_env": {} "extra_env": {}
} }
} }
@@ -62,7 +62,7 @@
"num_gpus": 1, "num_gpus": 1,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup", "serve_args": "--warmup",
"extra_env": {} "extra_env": {}
} }
} }
@@ -78,7 +78,7 @@
"num_gpus": 1, "num_gpus": 1,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup", "serve_args": "--warmup",
"extra_env": {} "extra_env": {}
} }
} }
@@ -95,7 +95,7 @@
"num_gpus": 4, "num_gpus": 4,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup --enable-cfg-parallel --ulysses-degree 2 --text-encoder-cpu-offload --pin-cpu-memory", "serve_args": "--warmup --enable-cfg-parallel --ulysses-degree 2 --text-encoder-cpu-offload --pin-cpu-memory",
"extra_env": {} "extra_env": {}
} }
} }
@@ -113,7 +113,7 @@
"num_gpus": 1, "num_gpus": 1,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup", "serve_args": "--warmup",
"extra_env": {} "extra_env": {}
} }
} }
@@ -130,7 +130,7 @@
"num_gpus": 2, "num_gpus": 2,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup --enable-cfg-parallel --pipeline-class-name LTX2TwoStagePipeline", "serve_args": "--warmup --enable-cfg-parallel --pipeline-class-name LTX2TwoStagePipeline",
"extra_env": {} "extra_env": {}
} }
} }
@@ -148,7 +148,7 @@
"num_gpus": 2, "num_gpus": 2,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup --pipeline-class-name LTX2TwoStagePipeline --cfg-parallel-size 2", "serve_args": "--warmup --pipeline-class-name LTX2TwoStagePipeline --cfg-parallel-size 2",
"extra_env": {} "extra_env": {}
} }
} }
@@ -166,7 +166,7 @@
"num_gpus": 4, "num_gpus": 4,
"frameworks": { "frameworks": {
"sglang": { "sglang": {
"serve_args": "--enable-torch-compile --warmup --enable-cfg-parallel --ulysses-degree 2 --text-encoder-cpu-offload --pin-cpu-memory", "serve_args": "--warmup --enable-cfg-parallel --ulysses-degree 2 --text-encoder-cpu-offload --pin-cpu-memory",
"extra_env": {} "extra_env": {}
} }
} }
scripts/ci/utils/diffusion/run_comparison.py
+1 -3
View File
@@ -43,9 +43,7 @@ DEFAULT_HOST = "127.0.0.1"
DEFAULT_PORT = 30000 DEFAULT_PORT = 30000
SGLANG_MASTER_PORT_OFFSET = 5 SGLANG_MASTER_PORT_OFFSET = 5
SGLANG_SCHEDULER_PORT_OFFSET = 55 SGLANG_SCHEDULER_PORT_OFFSET = 55
HEALTH_TIMEOUT = ( HEALTH_TIMEOUT = 2400 # seconds (40 min — keep large model download/warmup headroom)
2400 # seconds (40 min — FLUX.2-dev needs ~10 min download + torch.compile)
)
REQUEST_TIMEOUT = 1200 # seconds REQUEST_TIMEOUT = 1200 # seconds
GPU_CLEAR_WAIT = 15 # seconds between framework runs GPU_CLEAR_WAIT = 15 # seconds between framework runs
SERVER_FATAL_ERROR_PATTERNS = ( SERVER_FATAL_ERROR_PATTERNS = (