[CI] Build the Rust extension modules once per run instead of in every CUDA job (#33384)

This commit is contained in:
Liangsheng Yin
2026-08-03 18:56:48 -07:00
committed by GitHub
parent 572924634b
commit cdff33d738
9 changed files with 567 additions and 28 deletions
+43
View File
@@ -0,0 +1,43 @@
#!/bin/bash
# Copy the built PyO3 extension modules into rust-ext-staging/<pkg>/ for
# upload-artifact. Shared by both jobs of _pr-test-rust-ext-build.yml, so the
# archive layout and the module-count check cannot drift between them.
#
# MAX_GLIBC (optional): also reject a module requiring a newer GLIBC symbol
# version than the test runners have. Only set where the modules were just
# compiled - on a cache hit these are the same bytes that already passed.
set -euo pipefail
shopt -s nullglob
# upload-artifact strips the longest common prefix it matched, so a missing
# module would silently shift the archive layout.
rm -rf rust-ext-staging
built=()
for pkg in server grpc multimodal; do
found=(python/sglang/srt/"${pkg}"/_core*.so)
if [ ${#found[@]} -ne 1 ]; then
echo "::error::expected exactly one extension module for ${pkg}, found ${#found[@]}"
exit 1
fi
mkdir -p "rust-ext-staging/${pkg}"
cp "${found[0]}" "rust-ext-staging/${pkg}/"
built+=("${found[0]}")
done
max_allowed="${MAX_GLIBC:-}"
[ -n "${max_allowed}" ] || exit 0
# Newer glibc than the test runners fails at import: "GLIBC_2.xx not found".
status=0
for so in "${built[@]}"; do
# grep exits 1 with no match; without `|| true` pipefail kills the script.
needed=$(objdump -T "$so" \
| grep -oE 'GLIBC_2\.[0-9]+' \
| sed 's/GLIBC_//' \
| sort -V | tail -1 || true)
echo "${so}: requires glibc <= ${needed:-none}"
if [ -n "${needed}" ] \
&& [ "$(printf '%s\n%s\n' "${max_allowed}" "${needed}" | sort -V | tail -1)" != "${max_allowed}" ]; then
echo "::error::${so} requires glibc ${needed} > ${max_allowed} supported by the test runners; build on an older image"
status=1
fi
done
exit $status