[9/n] decouple quantization impl from vllm dependency - adjust ci (#12753)
This commit is contained in:
+7
-7
@@ -1,4 +1,4 @@
|
|||||||
name: VLLM Dependency Test
|
name: Quantization Test
|
||||||
|
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
@@ -8,7 +8,7 @@ on:
|
|||||||
- "!python/sglang/multimodal_gen/**"
|
- "!python/sglang/multimodal_gen/**"
|
||||||
- "scripts/ci/**"
|
- "scripts/ci/**"
|
||||||
- "test/**"
|
- "test/**"
|
||||||
- ".github/workflows/vllm-dependency-test.yml"
|
- ".github/workflows/quantization-test.yml"
|
||||||
pull_request:
|
pull_request:
|
||||||
branches: [ main ]
|
branches: [ main ]
|
||||||
paths:
|
paths:
|
||||||
@@ -16,16 +16,16 @@ on:
|
|||||||
- "!python/sglang/multimodal_gen/**"
|
- "!python/sglang/multimodal_gen/**"
|
||||||
- "scripts/ci/**"
|
- "scripts/ci/**"
|
||||||
- "test/**"
|
- "test/**"
|
||||||
- ".github/workflows/vllm-dependency-test.yml"
|
- ".github/workflows/quantization-test.yml"
|
||||||
types: [synchronize, labeled]
|
types: [synchronize, labeled]
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
concurrency:
|
concurrency:
|
||||||
group: vllm-dependency-test-${{ github.ref }}
|
group: quantization-test-${{ github.ref }}
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
vllm-dependency-test:
|
quantization-test:
|
||||||
if: github.event_name != 'pull_request' || contains(github.event.pull_request.labels.*.name, 'run-ci')
|
if: github.event_name != 'pull_request' || contains(github.event.pull_request.labels.*.name, 'run-ci')
|
||||||
runs-on: 1-gpu-runner
|
runs-on: 1-gpu-runner
|
||||||
steps:
|
steps:
|
||||||
@@ -37,8 +37,8 @@ jobs:
|
|||||||
bash scripts/ci/ci_install_dependency.sh
|
bash scripts/ci/ci_install_dependency.sh
|
||||||
pip install "bitsandbytes>=0.44.0"
|
pip install "bitsandbytes>=0.44.0"
|
||||||
|
|
||||||
- name: Run vLLM dependency tests
|
- name: Run Quantization tests
|
||||||
timeout-minutes: 30
|
timeout-minutes: 30
|
||||||
run: |
|
run: |
|
||||||
cd test/srt
|
cd test/srt
|
||||||
python3 run_suite.py --suite vllm_dependency_test
|
python3 run_suite.py --suite quantization_test
|
||||||
@@ -65,7 +65,7 @@ class SGLangCIAnalyzer:
|
|||||||
|
|
||||||
def analyze_ci_failures(self, runs: List[Dict]) -> Dict:
|
def analyze_ci_failures(self, runs: List[Dict]) -> Dict:
|
||||||
print(
|
print(
|
||||||
"Analyzing CI failure data (pr-test.yml, vllm-dependency-test.yml, nightly-test.yml jobs only)..."
|
"Analyzing CI failure data (pr-test.yml, quantization-test.yml, nightly-test.yml jobs only)..."
|
||||||
)
|
)
|
||||||
|
|
||||||
job_categories = {
|
job_categories = {
|
||||||
@@ -111,7 +111,7 @@ class SGLangCIAnalyzer:
|
|||||||
],
|
],
|
||||||
"integration": [
|
"integration": [
|
||||||
"run-all-notebooks",
|
"run-all-notebooks",
|
||||||
"vllm-dependency-test",
|
"quantization-test",
|
||||||
"test-disaggregation",
|
"test-disaggregation",
|
||||||
],
|
],
|
||||||
"b200": [
|
"b200": [
|
||||||
@@ -189,7 +189,7 @@ class SGLangCIAnalyzer:
|
|||||||
"unit-test-backend-8-gpu-deepseek-v32",
|
"unit-test-backend-8-gpu-deepseek-v32",
|
||||||
"unit-test-backend-4-gpu-b200",
|
"unit-test-backend-4-gpu-b200",
|
||||||
"unit-test-backend-4-gpu-gb200",
|
"unit-test-backend-4-gpu-gb200",
|
||||||
"vllm-dependency-test",
|
"quantization-test",
|
||||||
"nightly-test-eval-text-models",
|
"nightly-test-eval-text-models",
|
||||||
"nightly-test-perf-text-models",
|
"nightly-test-perf-text-models",
|
||||||
"nightly-test-eval-vlms",
|
"nightly-test-eval-vlms",
|
||||||
|
|||||||
@@ -199,11 +199,11 @@ suites = {
|
|||||||
TestFile("test_deepseek_v32_mtp.py", 275),
|
TestFile("test_deepseek_v32_mtp.py", 275),
|
||||||
TestFile("test_deepseek_v32_nsabackend.py", 600),
|
TestFile("test_deepseek_v32_nsabackend.py", 600),
|
||||||
],
|
],
|
||||||
"vllm_dependency_test": [
|
"quantization_test": [
|
||||||
TestFile("quant/test_awq.py", 163),
|
TestFile("quant/test_awq.py", 163),
|
||||||
TestFile("test_bnb.py", 5),
|
TestFile("test_bnb.py", 5),
|
||||||
TestFile("test_gptqmodel_dynamic.py", 102),
|
TestFile("test_gptqmodel_dynamic.py", 102),
|
||||||
TestFile("test_vllm_dependency.py", 185),
|
TestFile("test_quantization.py", 185),
|
||||||
TestFile("test_gguf.py", 96),
|
TestFile("test_gguf.py", 96),
|
||||||
],
|
],
|
||||||
# If the test cases take too long, considering adding them to nightly tests instead of per-commit tests
|
# If the test cases take too long, considering adding them to nightly tests instead of per-commit tests
|
||||||
|
|||||||
@@ -77,7 +77,7 @@ def check_model_scores(results):
|
|||||||
|
|
||||||
if is_in_ci():
|
if is_in_ci():
|
||||||
write_github_step_summary(
|
write_github_step_summary(
|
||||||
f"### TestNightlyGsm8KEval for vLLM awq, gptq, gguf\n{summary}"
|
f"### TestNightlyGsm8KEval for awq, gptq, gguf\n{summary}"
|
||||||
)
|
)
|
||||||
|
|
||||||
if failed_models:
|
if failed_models:
|
||||||
Reference in New Issue
Block a user