[AMD] Migrate 2-GPU kernel allreduce tests into the registered system (#27722)
Co-authored-by: michaelzhang-ai <michaelzhang@example.com>
This commit is contained in:
co-authored by
michaelzhang-ai
parent
7e3e616159
commit
f42a093261
@@ -272,8 +272,7 @@ jobs:
|
|||||||
- name: Run test
|
- name: Run test
|
||||||
timeout-minutes: 20
|
timeout-minutes: 20
|
||||||
run: |
|
run: |
|
||||||
docker exec -w /sglang-checkout/sgl-kernel/tests ci_sglang python3 -m pytest test_amd_deterministic_custom_allreduce.py
|
bash scripts/ci/amd/amd_ci_exec.sh -w "/sglang-checkout/test" python3 run_suite.py --hw amd --suite sgl-kernel-unit-test-2-gpu-amd
|
||||||
docker exec -w /sglang-checkout/sgl-kernel/tests ci_sglang python3 -m pytest test_amd_nccl_allreduce_determinism.py
|
|
||||||
|
|
||||||
# =============================================== primary ====================================================
|
# =============================================== primary ====================================================
|
||||||
|
|
||||||
|
|||||||
@@ -283,17 +283,7 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
CONTINUE_ON_ERROR: ${{ needs.check-changes.outputs.continue_on_error }}
|
CONTINUE_ON_ERROR: ${{ needs.check-changes.outputs.continue_on_error }}
|
||||||
run: |
|
run: |
|
||||||
failures=0
|
bash scripts/ci/amd/amd_ci_exec.sh -w "/sglang-checkout/test" python3 run_suite.py --hw amd --suite sgl-kernel-unit-test-2-gpu-amd ${{ needs.check-changes.outputs.continue_on_error == 'true' && '--continue-on-error' || '' }}
|
||||||
run_pytest() {
|
|
||||||
if [[ "$CONTINUE_ON_ERROR" == "true" ]]; then
|
|
||||||
"$@" || failures=$((failures + 1))
|
|
||||||
else
|
|
||||||
"$@"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
run_pytest docker exec -w /sglang-checkout/sgl-kernel/tests ci_sglang python3 -m pytest test_amd_deterministic_custom_allreduce.py
|
|
||||||
run_pytest docker exec -w /sglang-checkout/sgl-kernel/tests ci_sglang python3 -m pytest test_amd_nccl_allreduce_determinism.py
|
|
||||||
exit $failures
|
|
||||||
|
|
||||||
# =============================================== primary ====================================================
|
# =============================================== primary ====================================================
|
||||||
|
|
||||||
|
|||||||
@@ -10,10 +10,11 @@ from sglang.jit_kernel.activation import (
|
|||||||
run_activation,
|
run_activation,
|
||||||
)
|
)
|
||||||
from sglang.jit_kernel.utils import get_ci_test_range
|
from sglang.jit_kernel.utils import get_ci_test_range
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=20, suite="base-b-kernel-unit-1-gpu-large")
|
register_cuda_ci(est_time=20, suite="base-b-kernel-unit-1-gpu-large")
|
||||||
register_cuda_ci(est_time=30, suite="nightly-kernel-1-gpu", nightly=True)
|
register_cuda_ci(est_time=30, suite="nightly-kernel-1-gpu", nightly=True)
|
||||||
|
register_amd_ci(est_time=20, suite="jit-kernel-unit-test-amd")
|
||||||
|
|
||||||
|
|
||||||
OPS = SUPPORTED_ACTIVATIONS
|
OPS = SUPPORTED_ACTIVATIONS
|
||||||
|
|||||||
+3
@@ -23,6 +23,9 @@ import torch
|
|||||||
import torch.distributed as dist
|
import torch.distributed as dist
|
||||||
|
|
||||||
from sglang.srt.environ import envs
|
from sglang.srt.environ import envs
|
||||||
|
from sglang.test.ci.ci_register import register_amd_ci
|
||||||
|
|
||||||
|
register_amd_ci(est_time=120, suite="sgl-kernel-unit-test-2-gpu-amd")
|
||||||
|
|
||||||
|
|
||||||
def get_open_port():
|
def get_open_port():
|
||||||
+4
@@ -20,6 +20,10 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
import torch.distributed as dist
|
import torch.distributed as dist
|
||||||
|
|
||||||
|
from sglang.test.ci.ci_register import register_amd_ci
|
||||||
|
|
||||||
|
register_amd_ci(est_time=120, suite="sgl-kernel-unit-test-2-gpu-amd")
|
||||||
|
|
||||||
|
|
||||||
def get_open_port():
|
def get_open_port():
|
||||||
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
|
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
|
||||||
@@ -23,10 +23,11 @@ from sglang.srt.layers.quantization.fp8_kernel import (
|
|||||||
from sglang.srt.layers.quantization.fp8_kernel import (
|
from sglang.srt.layers.quantization.fp8_kernel import (
|
||||||
per_token_group_quant_8bit as triton_per_token_group_quant_8bit,
|
per_token_group_quant_8bit as triton_per_token_group_quant_8bit,
|
||||||
)
|
)
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=16, suite="base-b-kernel-unit-1-gpu-large")
|
register_cuda_ci(est_time=16, suite="base-b-kernel-unit-1-gpu-large")
|
||||||
register_cuda_ci(est_time=120, suite="nightly-kernel-1-gpu", nightly=True)
|
register_cuda_ci(est_time=120, suite="nightly-kernel-1-gpu", nightly=True)
|
||||||
|
register_amd_ci(est_time=16, suite="jit-kernel-unit-test-amd")
|
||||||
|
|
||||||
configs = list(
|
configs = list(
|
||||||
itertools.product(
|
itertools.product(
|
||||||
|
|||||||
@@ -39,6 +39,7 @@ PER_COMMIT_SUITES = {
|
|||||||
"stage-b-test-1-gpu-large-amd",
|
"stage-b-test-1-gpu-large-amd",
|
||||||
"stage-b-test-2-gpu-large-amd",
|
"stage-b-test-2-gpu-large-amd",
|
||||||
"jit-kernel-unit-test-amd",
|
"jit-kernel-unit-test-amd",
|
||||||
|
"sgl-kernel-unit-test-2-gpu-amd",
|
||||||
"stage-c-test-4-gpu-amd",
|
"stage-c-test-4-gpu-amd",
|
||||||
"stage-c-test-large-8-gpu-amd",
|
"stage-c-test-large-8-gpu-amd",
|
||||||
"stage-c-test-large-8-gpu-amd-mi35x",
|
"stage-c-test-large-8-gpu-amd-mi35x",
|
||||||
|
|||||||
Reference in New Issue
Block a user