migrate NPU PR/nightly test cases to a3-560T (#33346)
Co-authored-by: Claude <noreply@anthropic.com> Co-authored-by: sglang-npu-bot <sglangnpu@163.com>
This commit is contained in:
co-authored by
Claude
sglang-npu-bot
parent
95d0e57e83
commit
e76d0acdc9
@@ -130,116 +130,10 @@ jobs:
|
|||||||
cd test
|
cd test
|
||||||
python3 run_suite.py --hw npu --suite stage-a-unit-test-npu
|
python3 run_suite.py --hw npu --suite stage-a-unit-test-npu
|
||||||
|
|
||||||
stage-b-test-1-npu-a2:
|
|
||||||
needs: [check-changes, pr-gate, set-image-config]
|
|
||||||
if: needs.check-changes.outputs.main_package == 'true'
|
|
||||||
runs-on: linux-aarch64-a2-1
|
|
||||||
strategy:
|
|
||||||
fail-fast: false
|
|
||||||
matrix:
|
|
||||||
part: [ 0, 1 ]
|
|
||||||
container:
|
|
||||||
image: ${{ needs.set-image-config.outputs.CANN_image_910b }}
|
|
||||||
steps:
|
|
||||||
- name: Checkout code
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
with:
|
|
||||||
ref: ${{ inputs.ref || github.ref }}
|
|
||||||
|
|
||||||
- name: Mark repository safe
|
|
||||||
run: |
|
|
||||||
git config --system --add safe.directory ${GITHUB_WORKSPACE}
|
|
||||||
|
|
||||||
- name: Install dependencies
|
|
||||||
env:
|
|
||||||
TORCH_CACHE_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local/whl/cpu"
|
|
||||||
PYPI_CACHE_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local/pypi/simple"
|
|
||||||
UV_INDEX_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local/pypi/simple"
|
|
||||||
GITHUB_PROXY_URL: "https://gh-proxy.test.osinfra.cn/"
|
|
||||||
RUSTUP_CACHE_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local:8082"
|
|
||||||
run: |
|
|
||||||
# speed up by using infra cache services
|
|
||||||
CACHING_URL="cache-service.nginx-pypi-cache.svc.cluster.local"
|
|
||||||
sed -Ei "s@(ports|archive).ubuntu.com@${CACHING_URL}:8081@g" /etc/apt/sources.list
|
|
||||||
pip config set global.index-url http://${CACHING_URL}/pypi/simple
|
|
||||||
pip config set global.trusted-host "${CACHING_URL}"
|
|
||||||
|
|
||||||
bash scripts/ci/npu/npu_ci_install_dependency.sh 910b
|
|
||||||
# copy required file from our daily cache
|
|
||||||
cp ~/.cache/modelscope/hub/datasets/otavia/ShareGPT_Vicuna_unfiltered/ShareGPT_V3_unfiltered_cleaned_split.json /tmp
|
|
||||||
# copy gsm8k dataset
|
|
||||||
cp ~/.cache/modelscope/hub/datasets/tmp/test.jsonl /tmp
|
|
||||||
|
|
||||||
- name: Run test
|
|
||||||
timeout-minutes: 60
|
|
||||||
env:
|
|
||||||
SGLANG_USE_MODELSCOPE: true
|
|
||||||
SGLANG_IS_IN_CI: true
|
|
||||||
HF_ENDPOINT: https://hf-mirror.com
|
|
||||||
TORCH_EXTENSIONS_DIR: /tmp/torch_extensions
|
|
||||||
PYTORCH_NPU_ALLOC_CONF: "expandable_segments:True"
|
|
||||||
STREAMS_PER_DEVICE: 32
|
|
||||||
run: |
|
|
||||||
cd test
|
|
||||||
python3 run_suite.py --hw npu --suite stage-b-test-1-npu-a2 --auto-partition-id ${{ matrix.part }} --auto-partition-size 2
|
|
||||||
|
|
||||||
stage-b-test-2-npu-a2:
|
|
||||||
needs: [check-changes, pr-gate, set-image-config]
|
|
||||||
if: needs.check-changes.outputs.main_package == 'true'
|
|
||||||
runs-on: linux-aarch64-a2-2
|
|
||||||
strategy:
|
|
||||||
fail-fast: true
|
|
||||||
matrix:
|
|
||||||
part: [0, 1]
|
|
||||||
container:
|
|
||||||
image: ${{ needs.set-image-config.outputs.CANN_image_910b }}
|
|
||||||
steps:
|
|
||||||
- name: Checkout code
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
with:
|
|
||||||
ref: ${{ inputs.ref || github.ref }}
|
|
||||||
|
|
||||||
- name: Mark repository safe
|
|
||||||
run: |
|
|
||||||
git config --system --add safe.directory ${GITHUB_WORKSPACE}
|
|
||||||
|
|
||||||
- name: Install dependencies
|
|
||||||
env:
|
|
||||||
TORCH_CACHE_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local/whl/cpu"
|
|
||||||
PYPI_CACHE_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local/pypi/simple"
|
|
||||||
UV_INDEX_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local/pypi/simple"
|
|
||||||
GITHUB_PROXY_URL: "https://gh-proxy.test.osinfra.cn/"
|
|
||||||
RUSTUP_CACHE_URL: "http://cache-service.nginx-pypi-cache.svc.cluster.local:8082"
|
|
||||||
run: |
|
|
||||||
# speed up by using infra cache services
|
|
||||||
CACHING_URL="cache-service.nginx-pypi-cache.svc.cluster.local"
|
|
||||||
sed -Ei "s@(ports|archive).ubuntu.com@${CACHING_URL}:8081@g" /etc/apt/sources.list
|
|
||||||
pip config set global.index-url http://${CACHING_URL}/pypi/simple
|
|
||||||
pip config set global.trusted-host "${CACHING_URL}"
|
|
||||||
|
|
||||||
bash scripts/ci/npu/npu_ci_install_dependency.sh 910b
|
|
||||||
# copy required file from our daily cache
|
|
||||||
cp ~/.cache/modelscope/hub/datasets/otavia/ShareGPT_Vicuna_unfiltered/ShareGPT_V3_unfiltered_cleaned_split.json /tmp
|
|
||||||
# copy gsm8k dataset
|
|
||||||
cp ~/.cache/modelscope/hub/datasets/tmp/test.jsonl /tmp
|
|
||||||
|
|
||||||
- name: Run test
|
|
||||||
timeout-minutes: 60
|
|
||||||
env:
|
|
||||||
SGLANG_USE_MODELSCOPE: true
|
|
||||||
SGLANG_IS_IN_CI: true
|
|
||||||
HF_ENDPOINT: https://hf-mirror.com
|
|
||||||
TORCH_EXTENSIONS_DIR: /tmp/torch_extensions
|
|
||||||
PYTORCH_NPU_ALLOC_CONF: "expandable_segments:True"
|
|
||||||
STREAMS_PER_DEVICE: 32
|
|
||||||
run: |
|
|
||||||
cd test
|
|
||||||
python3 run_suite.py --hw npu --suite stage-b-test-2-npu-a2 --auto-partition-id ${{ matrix.part }} --auto-partition-size 2
|
|
||||||
|
|
||||||
stage-b-test-1-npu-a3:
|
stage-b-test-1-npu-a3:
|
||||||
needs: [check-changes, pr-gate, set-image-config]
|
needs: [check-changes, pr-gate, set-image-config]
|
||||||
if: needs.check-changes.outputs.main_package == 'true'
|
if: needs.check-changes.outputs.main_package == 'true'
|
||||||
runs-on: linux-aarch64-a3-2
|
runs-on: linux-aarch64-a3-2-
|
||||||
container:
|
container:
|
||||||
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
||||||
steps:
|
steps:
|
||||||
@@ -289,7 +183,7 @@ jobs:
|
|||||||
stage-b-test-2-npu-a3:
|
stage-b-test-2-npu-a3:
|
||||||
needs: [check-changes, pr-gate, set-image-config]
|
needs: [check-changes, pr-gate, set-image-config]
|
||||||
if: needs.check-changes.outputs.main_package == 'true'
|
if: needs.check-changes.outputs.main_package == 'true'
|
||||||
runs-on: linux-aarch64-a3-2
|
runs-on: linux-aarch64-a3-2-
|
||||||
container:
|
container:
|
||||||
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
||||||
steps:
|
steps:
|
||||||
@@ -339,7 +233,7 @@ jobs:
|
|||||||
stage-b-test-4-npu-a3:
|
stage-b-test-4-npu-a3:
|
||||||
needs: [check-changes, pr-gate, set-image-config]
|
needs: [check-changes, pr-gate, set-image-config]
|
||||||
if: needs.check-changes.outputs.main_package == 'true'
|
if: needs.check-changes.outputs.main_package == 'true'
|
||||||
runs-on: linux-aarch64-a3-4
|
runs-on: linux-aarch64-a3-4-
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
@@ -393,7 +287,7 @@ jobs:
|
|||||||
stage-b-test-8-npu-a3:
|
stage-b-test-8-npu-a3:
|
||||||
needs: [check-changes, pr-gate, set-image-config]
|
needs: [check-changes, pr-gate, set-image-config]
|
||||||
if: needs.check-changes.outputs.main_package == 'true'
|
if: needs.check-changes.outputs.main_package == 'true'
|
||||||
runs-on: linux-aarch64-a3-8
|
runs-on: linux-aarch64-a3-8-
|
||||||
container:
|
container:
|
||||||
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
||||||
steps:
|
steps:
|
||||||
@@ -442,7 +336,7 @@ jobs:
|
|||||||
stage-b-test-16-npu-a3:
|
stage-b-test-16-npu-a3:
|
||||||
needs: [check-changes, pr-gate, set-image-config]
|
needs: [check-changes, pr-gate, set-image-config]
|
||||||
if: needs.check-changes.outputs.main_package == 'true'
|
if: needs.check-changes.outputs.main_package == 'true'
|
||||||
runs-on: linux-aarch64-a3-16
|
runs-on: linux-aarch64-a3-16-
|
||||||
container:
|
container:
|
||||||
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
||||||
steps:
|
steps:
|
||||||
@@ -493,7 +387,7 @@ jobs:
|
|||||||
multimodal-gen-test-1-npu-a3:
|
multimodal-gen-test-1-npu-a3:
|
||||||
needs: [check-changes, pr-gate, set-image-config]
|
needs: [check-changes, pr-gate, set-image-config]
|
||||||
if: needs.check-changes.outputs.multimodal_gen == 'true'
|
if: needs.check-changes.outputs.multimodal_gen == 'true'
|
||||||
runs-on: linux-aarch64-a3-2
|
runs-on: linux-aarch64-a3-800t-2
|
||||||
container:
|
container:
|
||||||
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
||||||
steps:
|
steps:
|
||||||
@@ -550,7 +444,7 @@ jobs:
|
|||||||
multimodal-gen-test-2-npu-a3:
|
multimodal-gen-test-2-npu-a3:
|
||||||
needs: [check-changes, pr-gate, set-image-config]
|
needs: [check-changes, pr-gate, set-image-config]
|
||||||
if: needs.check-changes.outputs.multimodal_gen == 'true'
|
if: needs.check-changes.outputs.multimodal_gen == 'true'
|
||||||
runs-on: linux-aarch64-a3-16
|
runs-on: linux-aarch64-a3-800t-2
|
||||||
container:
|
container:
|
||||||
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
image: ${{ needs.set-image-config.outputs.CANN_image_a3 }}
|
||||||
steps:
|
steps:
|
||||||
@@ -615,105 +509,107 @@ jobs:
|
|||||||
test_config:
|
test_config:
|
||||||
# qwen3_6_27b performance tests
|
# qwen3_6_27b performance tests
|
||||||
- name: qwen3_6_27b_w8a8_1p_in64k_out1k_50ms
|
- name: qwen3_6_27b_w8a8_1p_in64k_out1k_50ms
|
||||||
runner: linux-aarch64-a3-2
|
runner: linux-aarch64-a3-800t-2
|
||||||
test_case: test/registered/npu/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_1p_in64k_out1k_50ms.py
|
test_case: test/registered/npu/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_1p_in64k_out1k_50ms.py
|
||||||
test_type: 'perf'
|
test_type: 'perf'
|
||||||
|
|
||||||
- name: qwen3_6_27b_1p_in1024x1024_30_out1024_50ms
|
# - name: qwen3_6_27b_1p_in1024x1024_30_out1024_50ms
|
||||||
runner: linux-aarch64-a3-2
|
# runner: linux-aarch64-a3-800t-2
|
||||||
test_case: test/registered/npu/performance/qwen3_6_27b/test_npu_qwen3_6_27b_1p_in1024x1024_30_out1024_50ms.py
|
# test_case: test/registered/npu/performance/qwen3_6_27b/test_npu_qwen3_6_27b_1p_in1024x1024_30_out1024_50ms.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
# qwen3_8b performance tests
|
# # qwen3_8b performance tests
|
||||||
- name: qwen3_8b_w8a8_1p_in3k5_out1k5_50ms
|
# - name: qwen3_8b_w8a8_1p_in3k5_out1k5_50ms
|
||||||
runner: linux-aarch64-a3-2
|
# runner: linux-aarch64-a3-800t-2
|
||||||
test_case: test/registered/npu/performance/qwen3-8b/test_npu_qwen3_8b_w8a8_1p_in3k5_out1k5_50ms.py
|
# test_case: test/registered/npu/performance/qwen3-8b/test_npu_qwen3_8b_w8a8_1p_in3k5_out1k5_50ms.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
# qwen3_30b_a3b performance tests
|
# # qwen3_30b_a3b performance tests
|
||||||
- name: qwen3_30b_w8a8_1p_in3k5_out1k5_50ms
|
# - name: qwen3_30b_w8a8_1p_in3k5_out1k5_50ms
|
||||||
runner: linux-aarch64-a3-2
|
# runner: linux-aarch64-a3-800t-2
|
||||||
test_case: test/registered/npu/performance/qwen3_30b_a3b/test_npu_qwen3_30b_w8a8_1p_in3k5_out1k5_50ms.py
|
# test_case: test/registered/npu/performance/qwen3_30b_a3b/test_npu_qwen3_30b_w8a8_1p_in3k5_out1k5_50ms.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
# qwen3_6_35b_a3b performance tests
|
# # qwen3_6_35b_a3b performance tests
|
||||||
- name: qwen3_6_35b_a3b_1p_in64k_out1k_prefix90_50ms
|
# - name: qwen3_6_35b_a3b_1p_in64k_out1k_prefix90_50ms
|
||||||
runner: linux-aarch64-a3-2
|
# runner: linux-aarch64-a3-800t-2
|
||||||
test_case: test/registered/npu/performance/qwen3_6_35b_a3b/test_npu_qwen3_6_35b_a3b_1p_in64k_out1k_prefix90_50ms.py
|
# test_case: test/registered/npu/performance/qwen3_6_35b_a3b/test_npu_qwen3_6_35b_a3b_1p_in64k_out1k_prefix90_50ms.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
# qwen3_vl_8b_thinking accuracy tests
|
# # qwen3_vl_8b_thinking accuracy tests
|
||||||
- name: qwen3_vl_8b_thinking_1p_mmmu
|
# - name: qwen3_vl_8b_thinking_1p_mmmu
|
||||||
runner: linux-aarch64-a3-2
|
# runner: linux-aarch64-a3-2-
|
||||||
test_case: test/registered/npu/accuracy/qwen3_vl_8b_thinking/test_npu_qwen3_vl_8b_thinking_1p_mmmu.py
|
# test_case: test/registered/npu/accuracy/qwen3_vl_8b_thinking/test_npu_qwen3_vl_8b_thinking_1p_mmmu.py
|
||||||
test_type: 'accuracy'
|
# test_type: 'accuracy'
|
||||||
|
|
||||||
# qwen3_32b performance tests
|
# # qwen3_32b performance tests
|
||||||
- name: qwen3_32b_w8a8_2p_in3k5_out1k5_50ms
|
# - name: qwen3_32b_w8a8_2p_in3k5_out1k5_50ms
|
||||||
runner: linux-aarch64-a3-4
|
# runner: linux-aarch64-a3-800t-4
|
||||||
test_case: test/registered/npu/performance/qwen3_32b/test_npu_qwen3_32b_w8a8_2p_in3k5_out1k5_50ms.py
|
# test_case: test/registered/npu/performance/qwen3_32b/test_npu_qwen3_32b_w8a8_2p_in3k5_out1k5_50ms.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
# qwen3_next_80b_a3b performance tests
|
# # qwen3_next_80b_a3b performance tests
|
||||||
- name: qwen3_next_80b_w8a8_2p_in6k_out1k5_bs16
|
# - name: qwen3_next_80b_w8a8_2p_in6k_out1k5_bs16
|
||||||
runner: linux-aarch64-a3-4
|
# runner: linux-aarch64-a3-800t-4
|
||||||
test_case: test/registered/npu/performance/qwen3_next_80b_a3b_instruct/test_npu_qwen3_next_80b_w8a8_2p_in6k_out1k5_bs16.py
|
# test_case: test/registered/npu/performance/qwen3_next_80b_a3b_instruct/test_npu_qwen3_next_80b_w8a8_2p_in6k_out1k5_bs16.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
# minimax_m2_5 performance tests
|
# # minimax_m2_5 performance tests
|
||||||
- name: minimax_m2_5_w8a8_4p_in64k_out1k_prefix90_50ms
|
# - name: minimax_m2_5_w8a8_4p_in64k_out1k_prefix90_50ms
|
||||||
runner: linux-aarch64-a3-8
|
# runner: linux-aarch64-a3-800t-8
|
||||||
test_case: test/registered/npu/performance/minimax_m2_5/test_npu_minimax_m2_5_w8a8_4p_in64k_out1k_prefix90_50ms.py
|
# test_case: test/registered/npu/performance/minimax_m2_5/test_npu_minimax_m2_5_w8a8_4p_in64k_out1k_prefix90_50ms.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
# deepseek_v4_flash performance tests
|
# # deepseek_v4_flash performance tests
|
||||||
- name: deepseek_v4_flash_w8a8_8p_in8k_out1k_50ms
|
# - name: deepseek_v4_flash_w8a8_8p_in8k_out1k_50ms
|
||||||
runner: linux-aarch64-a3-16
|
# runner: linux-aarch64-a3-800t-16
|
||||||
test_case: test/registered/npu/performance/deepseek_v4_flash/test_npu_deepseek_v4_flash_w8a8_8p_in8k_out1k_50ms.py
|
# test_case: test/registered/npu/performance/deepseek_v4_flash/test_npu_deepseek_v4_flash_w8a8_8p_in8k_out1k_50ms.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
# kimi_k2_6 performance tests
|
# # kimi_k2_6 performance tests
|
||||||
- name: kimi_k2_6_w4a8_8p_in3k5_out1k5_20ms
|
# - name: kimi_k2_6_w4a8_8p_in3k5_out1k5_20ms
|
||||||
runner: linux-aarch64-a3-16
|
# runner: linux-aarch64-a3-800t-16
|
||||||
test_case: test/registered/npu/performance/kimi_k2_6/test_npu_kimi_k2_6_w4a8_8p_in3k5_out1k5_20ms.py
|
# test_case: test/registered/npu/performance/kimi_k2_6/test_npu_kimi_k2_6_w4a8_8p_in3k5_out1k5_20ms.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
# qwen3_235b performance tests
|
# # qwen3_235b performance tests
|
||||||
- name: qwen3_235b_w8a8_8p_in3k5_out1k5_50ms
|
# - name: qwen3_235b_w8a8_8p_in3k5_out1k5_50ms
|
||||||
runner: linux-aarch64-a3-16
|
# runner: linux-aarch64-a3-800t-16
|
||||||
test_case: test/registered/npu/performance/qwen3_235b_a22b/test_npu_qwen3_235b_w8a8_8p_in3k5_out1k5_50ms.py
|
# test_case: test/registered/npu/performance/qwen3_235b_a22b/test_npu_qwen3_235b_w8a8_8p_in3k5_out1k5_50ms.py
|
||||||
test_type: 'perf'
|
# test_type: 'perf'
|
||||||
|
|
||||||
|
# # qwen3_5_397b performance tests
|
||||||
|
# - name: qwen3_5_397b_w4a8_8p_in3k5_out1k5_50ms
|
||||||
|
# runner: linux-aarch64-a3-800t-16
|
||||||
|
# test_case: test/registered/npu/performance/qwen3_5_397b/test_npu_qwen3_5_397b_w4a8_8p_in3k5_out1k5_50ms.py
|
||||||
|
# test_type: 'perf'
|
||||||
|
|
||||||
# qwen3_5_397b performance tests
|
|
||||||
- name: qwen3_5_397b_w4a8_8p_in3k5_out1k5_50ms
|
|
||||||
runner: linux-aarch64-a3-16
|
|
||||||
test_case: test/registered/npu/performance/qwen3_5_397b/test_npu_qwen3_5_397b_w4a8_8p_in3k5_out1k5_50ms.py
|
|
||||||
test_type: 'perf'
|
|
||||||
# NPU accuracy tests
|
# NPU accuracy tests
|
||||||
- name: glm4_7_flash_1p_gsm8k
|
# - name: glm4_7_flash_1p_gsm8k
|
||||||
runner: linux-aarch64-a3-2
|
# runner: linux-aarch64-a3-2-
|
||||||
test_case: test/registered/npu/accuracy/glm4_7_flash/test_npu_glm4_7_flash_1p_gsm8k.py
|
# test_case: test/registered/npu/accuracy/glm4_7_flash/test_npu_glm4_7_flash_1p_gsm8k.py
|
||||||
test_type: 'accuracy'
|
# test_type: 'accuracy'
|
||||||
- name: qwen3_vl_30b_a3b_bf16_2p_gsm8k
|
# - name: qwen3_vl_30b_a3b_bf16_2p_gsm8k
|
||||||
runner: linux-aarch64-a3-4
|
# runner: linux-aarch64-a3-4-
|
||||||
test_case: test/registered/npu/accuracy/qwen3_vl_30b_a3b/test_npu_qwen3_vl_30b_a3b_bf16_2p_gsm8k.py
|
# test_case: test/registered/npu/accuracy/qwen3_vl_30b_a3b/test_npu_qwen3_vl_30b_a3b_bf16_2p_gsm8k.py
|
||||||
test_type: 'accuracy'
|
# test_type: 'accuracy'
|
||||||
- name: glm5_top64_pruned_bf16_8p_gsm8k
|
- name: glm5_top64_pruned_bf16_8p_gsm8k
|
||||||
runner: linux-aarch64-a3-16
|
runner: linux-aarch64-a3-16-
|
||||||
test_case: test/registered/npu/accuracy/glm5_top64_pruned/test_npu_glm5_top64_pruned_bf16_8p_gsm8k.py
|
test_case: test/registered/npu/accuracy/glm5_top64_pruned/test_npu_glm5_top64_pruned_bf16_8p_gsm8k.py
|
||||||
test_type: 'accuracy'
|
test_type: 'accuracy'
|
||||||
- name: moonshotai_moonlight_16b_a3b_bf16_1p_gsm8k
|
# - name: moonshotai_moonlight_16b_a3b_bf16_1p_gsm8k
|
||||||
runner: linux-aarch64-a3-2
|
# runner: linux-aarch64-a3-2-
|
||||||
test_case: test/registered/npu/accuracy/moonshotai_moonlight_16b_a3b/test_npu_moonlight_16b_a3b_bf16_1p_gsm8k.py
|
# test_case: test/registered/npu/accuracy/moonshotai_moonlight_16b_a3b/test_npu_moonlight_16b_a3b_bf16_1p_gsm8k.py
|
||||||
test_type: 'accuracy'
|
# test_type: 'accuracy'
|
||||||
- name: qwen3_5_9b_bf16_1p_gsm8k
|
# - name: qwen3_5_9b_bf16_1p_gsm8k
|
||||||
runner: linux-aarch64-a3-2
|
# runner: linux-aarch64-a3-2-
|
||||||
test_case: test/registered/npu/accuracy/qwen3_5_9b/test_npu_qwen3_5_9b_bf16_1p_gsm8k.py
|
# test_case: test/registered/npu/accuracy/qwen3_5_9b/test_npu_qwen3_5_9b_bf16_1p_gsm8k.py
|
||||||
test_type: 'accuracy'
|
# test_type: 'accuracy'
|
||||||
- name: qwen3_vl_8b_bf16_2p_gsm8k
|
# - name: qwen3_vl_8b_bf16_2p_gsm8k
|
||||||
runner: linux-aarch64-a3-4
|
# runner: linux-aarch64-a3-4-
|
||||||
test_case: test/registered/npu/accuracy/qwen3_vl_8b/test_npu_qwen3_vl_8b_bf16_2p_gsm8k.py
|
# test_case: test/registered/npu/accuracy/qwen3_vl_8b/test_npu_qwen3_vl_8b_bf16_2p_gsm8k.py
|
||||||
test_type: 'accuracy'
|
# test_type: 'accuracy'
|
||||||
|
|
||||||
uses: ./.github/workflows/nightly-test-npu-e2e-single-node.yml
|
uses: ./.github/workflows/nightly-test-npu-e2e-single-node.yml
|
||||||
with:
|
with:
|
||||||
runner: ${{ matrix.test_config.runner }}
|
runner: ${{ matrix.test_config.runner }}
|
||||||
@@ -732,9 +628,7 @@ jobs:
|
|||||||
check-changes,
|
check-changes,
|
||||||
|
|
||||||
stage-a-unit-test-npu,
|
stage-a-unit-test-npu,
|
||||||
stage-b-test-1-npu-a2,
|
|
||||||
stage-b-test-1-npu-a3,
|
stage-b-test-1-npu-a3,
|
||||||
stage-b-test-2-npu-a2,
|
|
||||||
stage-b-test-2-npu-a3,
|
stage-b-test-2-npu-a3,
|
||||||
stage-b-test-4-npu-a3,
|
stage-b-test-4-npu-a3,
|
||||||
stage-b-test-8-npu-a3,
|
stage-b-test-8-npu-a3,
|
||||||
|
|||||||
@@ -66,7 +66,7 @@ See [`test_npu_sampling_backend.py`](https://github.com/sgl-project/sglang/tree/
|
|||||||
4. Register your test with `register_npu_ci()`:
|
4. Register your test with `register_npu_ci()`:
|
||||||
```python
|
```python
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|||||||
@@ -66,6 +66,14 @@ class GSM8KAscendMixin(ABC):
|
|||||||
kill_process_tree(cls.process.pid)
|
kill_process_tree(cls.process.pid)
|
||||||
|
|
||||||
def test_gsm8k(self):
|
def test_gsm8k(self):
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import (
|
||||||
|
_is_pr_pipeline,
|
||||||
|
run_npu_pr_smoke,
|
||||||
|
)
|
||||||
|
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
return
|
||||||
accuracy_threshold = getattr(self, "accuracy", 0.00)
|
accuracy_threshold = getattr(self, "accuracy", 0.00)
|
||||||
output_throughput_threshold = getattr(self, "output_throughput", 0.00)
|
output_throughput_threshold = getattr(self, "output_throughput", 0.00)
|
||||||
|
|
||||||
|
|||||||
@@ -16,16 +16,38 @@ Usage::
|
|||||||
gsm8k_accuracy_thres = 0.6
|
gsm8k_accuracy_thres = 0.6
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
import os
|
||||||
|
|
||||||
|
import requests
|
||||||
|
|
||||||
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
||||||
|
|
||||||
_NPU_ACCURACY_TOLERANCE = 0.99
|
_NPU_ACCURACY_TOLERANCE = 0.99
|
||||||
_NPU_MAX_ACCURACY_ATTEMPTS = 3
|
_NPU_MAX_ACCURACY_ATTEMPTS = 3
|
||||||
|
|
||||||
|
_is_pr_pipeline = os.environ.get("GITHUB_EVENT_NAME") == "pull_request"
|
||||||
|
|
||||||
|
|
||||||
|
def run_npu_pr_smoke(base_url):
|
||||||
|
"""Send a single inference request for PR pipeline smoke test."""
|
||||||
|
response = requests.post(
|
||||||
|
f"{base_url}/generate",
|
||||||
|
json={
|
||||||
|
"text": "The capital of France is",
|
||||||
|
"sampling_params": {"temperature": 0, "max_new_tokens": 32},
|
||||||
|
},
|
||||||
|
)
|
||||||
|
assert response.status_code == 200
|
||||||
|
assert "Paris" in response.text
|
||||||
|
|
||||||
|
|
||||||
class NPUGSM8KMixin(GSM8KMixin):
|
class NPUGSM8KMixin(GSM8KMixin):
|
||||||
"""NPU GSM8K accuracy mixin — 1% tolerance + up to 3 retries."""
|
"""NPU GSM8K accuracy mixin — 1% tolerance + up to 3 retries."""
|
||||||
|
|
||||||
def test_gsm8k(self):
|
def test_gsm8k(self):
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
return
|
||||||
threshold = self.gsm8k_score_threshold
|
threshold = self.gsm8k_score_threshold
|
||||||
if threshold != threshold: # NaN → legacy alias
|
if threshold != threshold: # NaN → legacy alias
|
||||||
threshold = self.gsm8k_accuracy_thres
|
threshold = self.gsm8k_accuracy_thres
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -12,7 +13,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
@@ -45,18 +46,17 @@ class TestAscendMhaHicache(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||||
other_args=[
|
other_args=[*self.common_args],
|
||||||
*self.common_args,
|
|
||||||
],
|
|
||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
@@ -66,7 +66,6 @@ class TestAscendMhaHicache(CustomTestCase):
|
|||||||
host=f"http://{self.url.hostname}",
|
host=f"http://{self.url.hostname}",
|
||||||
port=int(self.url.port),
|
port=int(self.url.port),
|
||||||
)
|
)
|
||||||
|
|
||||||
metrics = run_eval_few_shot_gsm8k(args)
|
metrics = run_eval_few_shot_gsm8k(args)
|
||||||
self.assertGreaterEqual(
|
self.assertGreaterEqual(
|
||||||
metrics["accuracy"],
|
metrics["accuracy"],
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -47,8 +48,6 @@ class TestAscendMlaHicache(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -59,6 +58,11 @@ class TestAscendMlaHicache(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
import requests
|
import requests
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.run_eval import run_eval
|
from sglang.test.run_eval import run_eval
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -13,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
||||||
|
|
||||||
|
|
||||||
@@ -41,6 +42,9 @@ class TestAscendSamplingBackend(CustomTestCase):
|
|||||||
kill_process_tree(cls.process.pid)
|
kill_process_tree(cls.process.pid)
|
||||||
|
|
||||||
def test_mmlu(self):
|
def test_mmlu(self):
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
return
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
base_url=self.base_url,
|
base_url=self.base_url,
|
||||||
model=self.model,
|
model=self.model,
|
||||||
|
|||||||
@@ -7,6 +7,7 @@ from sglang.srt.utils import kill_process_tree
|
|||||||
from sglang.test.ascend.npu_eval_accuracy_kit import NPUGSM8KMixin
|
from sglang.test.ascend.npu_eval_accuracy_kit import NPUGSM8KMixin
|
||||||
from sglang.test.ascend.test_ascend_utils import (
|
from sglang.test.ascend.test_ascend_utils import (
|
||||||
DEEPSEEK_V2_LITE_W8A8_WEIGHTS_PATH,
|
DEEPSEEK_V2_LITE_W8A8_WEIGHTS_PATH,
|
||||||
|
IMAGES_EXAMPLE_PATH,
|
||||||
KIMI_VL_A3B_INSTRUCT_WEIGHTS_PATH,
|
KIMI_VL_A3B_INSTRUCT_WEIGHTS_PATH,
|
||||||
QWEN3_32B_WEIGHTS_PATH,
|
QWEN3_32B_WEIGHTS_PATH,
|
||||||
)
|
)
|
||||||
@@ -16,7 +17,6 @@ from sglang.test.kits.json_constrained_kit import JSONConstrainedMixin
|
|||||||
from sglang.test.kits.radix_cache_server_kit import run_radix_attention_test
|
from sglang.test.kits.radix_cache_server_kit import run_radix_attention_test
|
||||||
from sglang.test.kits.regex_constrained_kit import RegexConstrainedMixin
|
from sglang.test.kits.regex_constrained_kit import RegexConstrainedMixin
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
DEFAULT_IMAGE_URL,
|
|
||||||
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||||
DEFAULT_URL_FOR_TEST,
|
DEFAULT_URL_FOR_TEST,
|
||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
@@ -74,7 +74,7 @@ class TestDPAttentionMixedChunk(
|
|||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
NPUGSM8KMixin,
|
NPUGSM8KMixin,
|
||||||
):
|
):
|
||||||
gsm8k_accuracy_thres = 0.35
|
gsm8k_accuracy_thres = 0.34
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def setUpClass(cls):
|
def setUpClass(cls):
|
||||||
@@ -151,7 +151,7 @@ class TestDPAttentionDP2TP2VLM(CustomTestCase):
|
|||||||
def setUpClass(cls):
|
def setUpClass(cls):
|
||||||
cls.model = KIMI_VL_A3B_INSTRUCT_WEIGHTS_PATH
|
cls.model = KIMI_VL_A3B_INSTRUCT_WEIGHTS_PATH
|
||||||
cls.base_url = DEFAULT_URL_FOR_TEST
|
cls.base_url = DEFAULT_URL_FOR_TEST
|
||||||
cls.image_url = DEFAULT_IMAGE_URL
|
cls.image_url = IMAGES_EXAMPLE_PATH
|
||||||
cls.process = popen_launch_server(
|
cls.process = popen_launch_server(
|
||||||
cls.model,
|
cls.model,
|
||||||
cls.base_url,
|
cls.base_url,
|
||||||
|
|||||||
+7
-3
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -13,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
@@ -49,8 +50,6 @@ class TestAscendTp1Bf16(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -61,6 +60,11 @@ class TestAscendTp1Bf16(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
+1
-1
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
|||||||
run_bench_one_batch,
|
run_bench_one_batch,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
+4
@@ -6,6 +6,7 @@ from urllib.parse import urlparse
|
|||||||
import requests
|
import requests
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import DEEPSEEK_R1_0528_W8A8_WEIGHTS_PATH
|
from sglang.test.ascend.test_ascend_utils import DEEPSEEK_R1_0528_W8A8_WEIGHTS_PATH
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
@@ -72,6 +73,9 @@ class TestDPAttentionRoundBinLoadBalance(CustomTestCase):
|
|||||||
kill_process_tree(cls.process.pid)
|
kill_process_tree(cls.process.pid)
|
||||||
|
|
||||||
def test_gsm8k(self):
|
def test_gsm8k(self):
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
return
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
+4
@@ -11,6 +11,7 @@ from urllib.parse import urlparse
|
|||||||
import requests
|
import requests
|
||||||
|
|
||||||
from sglang.test.ascend.disaggregation_utils import TestDisaggregationBase
|
from sglang.test.ascend.disaggregation_utils import TestDisaggregationBase
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import (
|
from sglang.test.ascend.test_ascend_utils import (
|
||||||
QWEN3_30B_A3B_INSTRUCT_2507_WEIGHTS_PATH,
|
QWEN3_30B_A3B_INSTRUCT_2507_WEIGHTS_PATH,
|
||||||
)
|
)
|
||||||
@@ -134,6 +135,9 @@ class BaseTestNPULoadBalanceMethodDPDisaggregation(TestDisaggregationBase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
def test_gsm8k(self):
|
def test_gsm8k(self):
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.lb_url)
|
||||||
|
return
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
+6
-2
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -67,8 +68,6 @@ class TestAscendDeepEP(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -79,6 +78,11 @@ class TestAscendDeepEP(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
+4
@@ -3,6 +3,7 @@ import unittest
|
|||||||
from types import SimpleNamespace
|
from types import SimpleNamespace
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import QWEN3_30B_A3B_W8A8_WEIGHTS_PATH
|
from sglang.test.ascend.test_ascend_utils import QWEN3_30B_A3B_W8A8_WEIGHTS_PATH
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.run_eval import run_eval
|
from sglang.test.run_eval import run_eval
|
||||||
@@ -94,6 +95,9 @@ class TestEplbMinRebalancingUtilizationThresholdBase(CustomTestCase):
|
|||||||
os.remove("./rebalance_err_log.txt")
|
os.remove("./rebalance_err_log.txt")
|
||||||
|
|
||||||
def test_gsm8k(self):
|
def test_gsm8k(self):
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
return
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
max_tokens=512,
|
max_tokens=512,
|
||||||
base_url=DEFAULT_URL_FOR_TEST,
|
base_url=DEFAULT_URL_FOR_TEST,
|
||||||
|
|||||||
+4
@@ -2,6 +2,7 @@ import unittest
|
|||||||
from types import SimpleNamespace
|
from types import SimpleNamespace
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import DEEPSEEK_CODER_V2_LITE_WEIGHTS_PATH
|
from sglang.test.ascend.test_ascend_utils import DEEPSEEK_CODER_V2_LITE_WEIGHTS_PATH
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.run_eval import run_eval
|
from sglang.test.run_eval import run_eval
|
||||||
@@ -61,6 +62,9 @@ class TestAscendMoeDenseTPSize(CustomTestCase):
|
|||||||
kill_process_tree(cls.process.pid)
|
kill_process_tree(cls.process.pid)
|
||||||
|
|
||||||
def test_gsm8k(self):
|
def test_gsm8k(self):
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(DEFAULT_URL_FOR_TEST)
|
||||||
|
return
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
max_tokens=512,
|
max_tokens=512,
|
||||||
base_url=DEFAULT_URL_FOR_TEST,
|
base_url=DEFAULT_URL_FOR_TEST,
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import QWEN3_8B_INT4_AUTOROUND_WEIGHTS_PATH
|
from sglang.test.ascend.test_ascend_utils import QWEN3_8B_INT4_AUTOROUND_WEIGHTS_PATH
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
@@ -14,7 +15,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
@@ -46,8 +47,6 @@ class TestAscendAutoRoundDense(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
logger.info(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -58,6 +57,11 @@ class TestAscendAutoRoundDense(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
logger.info(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import (
|
from sglang.test.ascend.test_ascend_utils import (
|
||||||
QWEN3_30B_A3B_INSTRUCT_2507_INT4_AUTOROUND_WEIGHTS_PATH,
|
QWEN3_30B_A3B_INSTRUCT_2507_INT4_AUTOROUND_WEIGHTS_PATH,
|
||||||
)
|
)
|
||||||
@@ -15,7 +16,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
@@ -47,8 +48,6 @@ class TestAscendAutoRoundMoE(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
logger.info(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -59,6 +58,11 @@ class TestAscendAutoRoundMoE(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
logger.info(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import (
|
from sglang.test.ascend.test_ascend_utils import (
|
||||||
QWEN3_30B_A3B_GPTQ_2507_INT4_WEIGHTS_PATH,
|
QWEN3_30B_A3B_GPTQ_2507_INT4_WEIGHTS_PATH,
|
||||||
)
|
)
|
||||||
@@ -16,7 +17,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
@@ -48,8 +49,6 @@ class TestAscendGPTQMoEInt4(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
logger.info(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -60,6 +59,11 @@ class TestAscendGPTQMoEInt4(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
logger.info(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -13,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-2-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-2-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
@@ -48,8 +49,6 @@ class TestAscendMlaW8A8Int8(CustomTestCase):
|
|||||||
os.environ["ASCEND_USE_FIA"] = "true"
|
os.environ["ASCEND_USE_FIA"] = "true"
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -60,6 +59,11 @@ class TestAscendMlaW8A8Int8(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -46,8 +47,6 @@ class TestAscendMlaW8A8Int8(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -58,6 +57,11 @@ class TestAscendMlaW8A8Int8(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -12,7 +13,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-1-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-1-npu-a3", nightly=True)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
@@ -43,8 +44,6 @@ class TestAscendTp1Bf16(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -55,6 +54,11 @@ class TestAscendTp1Bf16(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -12,7 +13,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-2-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-2-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
@@ -45,8 +46,6 @@ class TestAscendTp2Bf16(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -57,6 +56,11 @@ class TestAscendTp2Bf16(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -13,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="stage-b-test-2-npu-a2", nightly=False)
|
register_npu_ci(est_time=400, suite="stage-b-test-2-npu-a3", nightly=False)
|
||||||
register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True)
|
register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
@@ -48,8 +49,6 @@ class TestAscendTp2Bf16(CustomTestCase):
|
|||||||
os.environ["ASCEND_USE_FIA"] = "true"
|
os.environ["ASCEND_USE_FIA"] = "true"
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -60,6 +59,11 @@ class TestAscendTp2Bf16(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
from sglang.test.few_shot_gsm8k import run_eval as run_eval_few_shot_gsm8k
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
@@ -48,8 +49,6 @@ class TestAscendTp4Bf16(CustomTestCase):
|
|||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
for model in self.models:
|
for model in self.models:
|
||||||
with self.subTest(model=model):
|
with self.subTest(model=model):
|
||||||
print(f"##=== Testing accuracy: {model} ===##")
|
|
||||||
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
model,
|
model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -60,6 +59,11 @@ class TestAscendTp4Bf16(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
num_shots=5,
|
num_shots=5,
|
||||||
data_path=None,
|
data_path=None,
|
||||||
|
|||||||
+2
-2
@@ -1,6 +1,7 @@
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import NPUGSM8KMixin
|
||||||
from sglang.test.ascend.test_ascend_utils import (
|
from sglang.test.ascend.test_ascend_utils import (
|
||||||
QWEN3_8B_EAGLE3_WEIGHTS_PATH,
|
QWEN3_8B_EAGLE3_WEIGHTS_PATH,
|
||||||
QWEN3_8B_WEIGHTS_PATH,
|
QWEN3_8B_WEIGHTS_PATH,
|
||||||
@@ -9,7 +10,6 @@ from sglang.test.ci.ci_register import register_npu_ci
|
|||||||
from sglang.test.kits.basic_api_contract_kit import BasicAPIContractMixin
|
from sglang.test.kits.basic_api_contract_kit import BasicAPIContractMixin
|
||||||
from sglang.test.kits.basic_decode_correctness_kit import BasicDecodeCorrectnessMixin
|
from sglang.test.kits.basic_decode_correctness_kit import BasicDecodeCorrectnessMixin
|
||||||
from sglang.test.kits.basic_scheduler_stress_kit import BasicSchedulerStressMixin
|
from sglang.test.kits.basic_scheduler_stress_kit import BasicSchedulerStressMixin
|
||||||
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||||
DEFAULT_URL_FOR_TEST,
|
DEFAULT_URL_FOR_TEST,
|
||||||
@@ -25,7 +25,7 @@ class TestBasicSanityEagle3(
|
|||||||
BasicAPIContractMixin,
|
BasicAPIContractMixin,
|
||||||
BasicDecodeCorrectnessMixin,
|
BasicDecodeCorrectnessMixin,
|
||||||
BasicSchedulerStressMixin,
|
BasicSchedulerStressMixin,
|
||||||
GSM8KMixin,
|
NPUGSM8KMixin,
|
||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
):
|
):
|
||||||
served_model_name = QWEN3_8B_WEIGHTS_PATH
|
served_model_name = QWEN3_8B_WEIGHTS_PATH
|
||||||
|
|||||||
+7
@@ -3,6 +3,7 @@ import unittest
|
|||||||
from types import SimpleNamespace
|
from types import SimpleNamespace
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import (
|
from sglang.test.ascend.test_ascend_utils import (
|
||||||
QWEN3_32B_EAGLE3_WEIGHTS_PATH,
|
QWEN3_32B_EAGLE3_WEIGHTS_PATH,
|
||||||
QWEN3_32B_W8A8_MINDIE_WEIGHTS_PATH,
|
QWEN3_32B_W8A8_MINDIE_WEIGHTS_PATH,
|
||||||
@@ -103,6 +104,9 @@ class TestNpuSpeculativeAttentionMode(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(DEFAULT_URL_FOR_TEST)
|
||||||
|
else:
|
||||||
metrics = self._run_gsm8k_eval()
|
metrics = self._run_gsm8k_eval()
|
||||||
self.assertGreaterEqual(
|
self.assertGreaterEqual(
|
||||||
metrics["score"],
|
metrics["score"],
|
||||||
@@ -164,6 +168,9 @@ class TestNpuSpeculativeAttentionMode(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(DEFAULT_URL_FOR_TEST)
|
||||||
|
else:
|
||||||
metrics = self._run_gsm8k_eval()
|
metrics = self._run_gsm8k_eval()
|
||||||
self.assertGreaterEqual(
|
self.assertGreaterEqual(
|
||||||
metrics["score"],
|
metrics["score"],
|
||||||
|
|||||||
+4
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import (
|
from sglang.test.ascend.test_ascend_utils import (
|
||||||
DEEPSEEK_R1_0528_W4A8_PER_CHANNEL_WEIGHTS_PATH,
|
DEEPSEEK_R1_0528_W4A8_PER_CHANNEL_WEIGHTS_PATH,
|
||||||
)
|
)
|
||||||
@@ -87,6 +88,9 @@ class TestAscendSpeculativeDraftAttentionAndMoeRunner(CustomTestCase):
|
|||||||
kill_process_tree(cls.process.pid)
|
kill_process_tree(cls.process.pid)
|
||||||
|
|
||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
return
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
base_url=self.base_url,
|
base_url=self.base_url,
|
||||||
eval_name="gsm8k",
|
eval_name="gsm8k",
|
||||||
|
|||||||
+6
-1
@@ -4,6 +4,7 @@ from types import SimpleNamespace
|
|||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import (
|
from sglang.test.ascend.test_ascend_utils import (
|
||||||
DEEPSEEK_R1_0528_W8A8_WEIGHTS_PATH,
|
DEEPSEEK_R1_0528_W8A8_WEIGHTS_PATH,
|
||||||
)
|
)
|
||||||
@@ -64,7 +65,6 @@ class TestAscendDistTimeout(CustomTestCase):
|
|||||||
]
|
]
|
||||||
|
|
||||||
def test_a_gsm8k(self):
|
def test_a_gsm8k(self):
|
||||||
print(f"##=== Testing accuracy: {self.model} ===##")
|
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
self.model,
|
self.model,
|
||||||
self.base_url,
|
self.base_url,
|
||||||
@@ -74,6 +74,11 @@ class TestAscendDistTimeout(CustomTestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(self.base_url)
|
||||||
|
else:
|
||||||
|
print(f"##=== Testing accuracy: {self.model} ===##")
|
||||||
|
|
||||||
args = SimpleNamespace(
|
args = SimpleNamespace(
|
||||||
base_url=self.base_url,
|
base_url=self.base_url,
|
||||||
eval_name="gsm8k",
|
eval_name="gsm8k",
|
||||||
|
|||||||
+7
-1
@@ -3,6 +3,7 @@ import unittest
|
|||||||
from types import SimpleNamespace
|
from types import SimpleNamespace
|
||||||
|
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
from sglang.test.ascend.npu_eval_accuracy_kit import _is_pr_pipeline, run_npu_pr_smoke
|
||||||
from sglang.test.ascend.test_ascend_utils import (
|
from sglang.test.ascend.test_ascend_utils import (
|
||||||
FR_SPEC_TOKEN_MAP_PATH,
|
FR_SPEC_TOKEN_MAP_PATH,
|
||||||
LLAMA_3_8B_EAGLE_WEIGHTS_PATH,
|
LLAMA_3_8B_EAGLE_WEIGHTS_PATH,
|
||||||
@@ -77,6 +78,9 @@ class TestNpuSpeculativeTokenMap(CustomTestCase):
|
|||||||
env=env,
|
env=env,
|
||||||
)
|
)
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(DEFAULT_URL_FOR_TEST)
|
||||||
|
else:
|
||||||
eval_args = SimpleNamespace(
|
eval_args = SimpleNamespace(
|
||||||
base_url=DEFAULT_URL_FOR_TEST,
|
base_url=DEFAULT_URL_FOR_TEST,
|
||||||
eval_name="gsm8k",
|
eval_name="gsm8k",
|
||||||
@@ -94,7 +98,6 @@ class TestNpuSpeculativeTokenMap(CustomTestCase):
|
|||||||
|
|
||||||
def test_eagle_with_valid_token_map_gsm8k(self):
|
def test_eagle_with_valid_token_map_gsm8k(self):
|
||||||
"""EAGLE (EAGLE-2) with valid token map; GSM8K accuracy should meet threshold."""
|
"""EAGLE (EAGLE-2) with valid token map; GSM8K accuracy should meet threshold."""
|
||||||
|
|
||||||
args = [
|
args = [
|
||||||
"--trust-remote-code",
|
"--trust-remote-code",
|
||||||
"--attention-backend",
|
"--attention-backend",
|
||||||
@@ -135,6 +138,9 @@ class TestNpuSpeculativeTokenMap(CustomTestCase):
|
|||||||
env=env,
|
env=env,
|
||||||
)
|
)
|
||||||
try:
|
try:
|
||||||
|
if _is_pr_pipeline:
|
||||||
|
run_npu_pr_smoke(DEFAULT_URL_FOR_TEST)
|
||||||
|
else:
|
||||||
eval_args = SimpleNamespace(
|
eval_args = SimpleNamespace(
|
||||||
base_url=DEFAULT_URL_FOR_TEST,
|
base_url=DEFAULT_URL_FOR_TEST,
|
||||||
eval_name="gsm8k",
|
eval_name="gsm8k",
|
||||||
|
|||||||
@@ -5,7 +5,7 @@ from sglang.test.ascend.test_ascend_utils import LLAMA_2_7B_WEIGHTS_PATH
|
|||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="nightly-2-npu-a3")
|
register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True)
|
||||||
|
|
||||||
|
|
||||||
class TestLlama(GSM8KAscendMixin, CustomTestCase):
|
class TestLlama(GSM8KAscendMixin, CustomTestCase):
|
||||||
|
|||||||
@@ -5,7 +5,7 @@ from sglang.test.ascend.test_ascend_utils import QWEN3_8B_WEIGHTS_PATH
|
|||||||
from sglang.test.ci.ci_register import register_npu_ci
|
from sglang.test.ci.ci_register import register_npu_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="nightly-2-npu-a3")
|
register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True)
|
||||||
|
|
||||||
|
|
||||||
class TestQwen38BCommQuantization(GSM8KAscendMixin, CustomTestCase):
|
class TestQwen38BCommQuantization(GSM8KAscendMixin, CustomTestCase):
|
||||||
|
|||||||
@@ -11,7 +11,8 @@ from sglang.srt.layers.attention import vision
|
|||||||
from sglang.test.ci.ci_register import register_cpu_ci, register_npu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci, register_npu_ci
|
||||||
|
|
||||||
register_cpu_ci(est_time=2, suite="base-a-test-cpu")
|
register_cpu_ci(est_time=2, suite="base-a-test-cpu")
|
||||||
register_npu_ci(est_time=2, suite="stage-b-test-1-npu-a2")
|
register_npu_ci(est_time=2, suite="stage-b-test-1-npu-a3")
|
||||||
|
register_npu_ci(est_time=2, suite="nightly-1-npu-a3", nightly=True)
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
@pytest.fixture
|
||||||
|
|||||||
+3
-2
@@ -100,9 +100,10 @@ PER_COMMIT_SUITES = {
|
|||||||
HWBackend.NPU: [
|
HWBackend.NPU: [
|
||||||
"base-a-test-1-gpu-small",
|
"base-a-test-1-gpu-small",
|
||||||
"stage-a-unit-test-npu",
|
"stage-a-unit-test-npu",
|
||||||
"stage-b-test-1-npu-a2",
|
"stage-b-test-1-npu-a3",
|
||||||
"stage-b-test-2-npu-a2",
|
"stage-b-test-2-npu-a3",
|
||||||
"stage-b-test-4-npu-a3",
|
"stage-b-test-4-npu-a3",
|
||||||
|
"stage-b-test-8-npu-a3",
|
||||||
"stage-b-test-16-npu-a3",
|
"stage-b-test-16-npu-a3",
|
||||||
],
|
],
|
||||||
HWBackend.XPU: [
|
HWBackend.XPU: [
|
||||||
|
|||||||
Reference in New Issue
Block a user