[CI] Install lmms-eval from PyPI, drop human-eval install, add clone token fallback (#37672)

.github/workflows/rerun-test.yml

@@ -127,6 +127,10 @@ jobs:
 
       - name: Install dependencies
         timeout-minutes: ${{ fromJson(inputs.install_timeout) }}
+        env:
+          # Public-read-only PAT: the checkout above leaves no job token for the
+          # install script's github.com clones. Unset -> anonymous.
+          GH_TOKEN: ${{ secrets.GH_PAT_FOR_CI_CLONE }}
         run: |
           if [[ "${{ inputs.runs_on }}" == "1-gpu-5090" ]]; then
             source /etc/profile.d/sglang-ci.sh
@@ -234,6 +238,8 @@ jobs:
 
       - name: Install dependencies (diffusion)
         timeout-minutes: 20
+        env:
+          GH_TOKEN: ${{ secrets.GH_PAT_FOR_CI_CLONE }}
         run: bash scripts/ci/cuda/ci_install_dependency.sh diffusion
 
       - name: Run test

scripts/ci/cuda/ci_install_dependency.sh

@@ -763,9 +763,8 @@ install_extra_deps() {
     fi
 
     if [ "$IS_BLACKWELL" != "1" ]; then
-        git_clone_with_retry https://github.com/EvolvingLMMs-Lab/lmms-eval.git lmms-eval "--branch v0.5"
+        $PIP_CMD install "lmms_eval==0.5.0" $PIP_INSTALL_SUFFIX
-        $PIP_CMD install -e lmms-eval/ $PIP_INSTALL_SUFFIX
+        # lmms_eval 0.5.0 pulls antlr4-python3-runtime==4.7.2, clobbering the
-        # lmms-eval v0.5 pulls antlr4-python3-runtime==4.7.2, clobbering the
         # 4.9.3 that sgl-eval's latex2sympy2_extended needs (4.7.2 ImportError
         # at sgl-eval import). Pin it back so the nightly sgl-eval path works.
         $PIP_CMD install "antlr4-python3-runtime==4.9.3" --force-reinstall --no-deps $PIP_INSTALL_SUFFIX
@@ -783,14 +782,6 @@ install_test_tools() {
     mkdir -p "${HOME}/.cache/sglang/"
     mv python/kernels.lock "${HOME}/.cache/sglang/" || true
 
-    # Install human-eval (subshell keeps cd local)
-    $PIP_CMD install "setuptools==70.0.0" $PIP_INSTALL_SUFFIX
-    [ -d human-eval ] || git_clone_with_retry https://github.com/merrymercy/human-eval.git human-eval
-    (
-        cd human-eval
-        $PIP_CMD install -e . --no-build-isolation $PIP_INSTALL_SUFFIX
-    )
-
     mark_step_done "${FUNCNAME[0]}"
 }
 

scripts/ci/utils/git_clone_with_retry.sh

@@ -10,10 +10,14 @@ _git_with_github_auth() {
 
   local repo_root
   repo_root="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../.." && pwd)"
-  # Persisted by actions/checkout; absent under persist-credentials: false, and
+  # Persisted by actions/checkout; absent under persist-credentials: false, where
-  # the clone then stays anonymous by design.
+  # a workflow may instead hand over a public-read-only token via GH_TOKEN.
   local header
   header="$(git -C "$repo_root" config --local --get http.https://github.com/.extraheader 2>/dev/null || true)"
+  local token="${GH_TOKEN:-${GITHUB_TOKEN:-}}"
+  if [ -z "$header" ] && [ -n "$token" ]; then
+    header="AUTHORIZATION: basic $(printf 'x-access-token:%s' "$token" | base64 | tr -d '\n')"
+  fi
 
   local rc=0
   if [ -z "$header" ]; then