minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[AMD] Fix CI base-a fwd_occupancy: disable SGLANG_SANITIZE_NAN_LOGITS in AMD CI (#28075)

Browse Source
This commit is contained in:
Michael
2026-06-12 14:14:34 -07:00
committed by GitHub
parent 1e71c1a859
commit 65d76bd3f6
2 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ci/amd/amd_ci_exec.sh
+4
View File
@@ -21,6 +21,10 @@ declare -A ENV_MAP=(
# the MXFP4 EAGLE-MTP decode path and abort the queue with an HSA hardware # the MXFP4 EAGLE-MTP decode path and abort the queue with an HSA hardware
# exception. # exception.
[SGLANG_ENABLE_ASYNC_ASSERT]=0 [SGLANG_ENABLE_ASYNC_ASSERT]=0
# Disabled on AMD: the per-step NaN-logit probe/sanitize kernels (#27883) in
# the sampler hot path lower single-batch decode fwd_occupancy below the
# base-a sanity threshold.
[SGLANG_SANITIZE_NAN_LOGITS]=0
[SGLANG_USE_AITER]=1 [SGLANG_USE_AITER]=1
) )
test/registered/core/test_basic_sanity.py
+4 -2
View File
@@ -5,7 +5,7 @@ hellaswag accuracy."""
import unittest import unittest
from sglang.srt.utils import kill_process_tree from sglang.srt.utils import is_hip, kill_process_tree
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.kits.basic_api_contract_kit import BasicAPIContractMixin from sglang.test.kits.basic_api_contract_kit import BasicAPIContractMixin
from sglang.test.kits.basic_decode_correctness_kit import BasicDecodeCorrectnessMixin from sglang.test.kits.basic_decode_correctness_kit import BasicDecodeCorrectnessMixin
@@ -36,7 +36,9 @@ class TestBasicSanity(
# 5090 + Llama-3.1-8B single-batch decode with overlap scheduler + # 5090 + Llama-3.1-8B single-batch decode with overlap scheduler +
# cuda graph measured ~99 median in CI; async-assert probes are off in # cuda graph measured ~99 median in CI; async-assert probes are off in
# base-a, so the threshold can sit right under the measured median. # base-a, so the threshold can sit right under the measured median.
fwd_occupancy_threshold = 99.0 # AMD also measures ~99 but with less headroom; keep ~1pp of margin
# there so small per-step changes don't flake the gate.
fwd_occupancy_threshold = 98.0 if is_hip() else 99.0
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):