name: PR Test (Xeon)

on:
  push:
    branches: [ main ]
  pull_request:
    branches: [ main ]
  workflow_dispatch:
  workflow_call:
    inputs:
      ref:
        description: 'Git ref (branch, tag, or SHA) to test. If not provided, uses the default branch.'
        required: false
        type: string
        default: ''
      run_all_tests:
        description: "Run all tests (for releasing or testing purpose)"
        required: false
        type: boolean
        default: false

concurrency:
  group: pr-test-xeon-${{ inputs.ref || github.ref }}
  cancel-in-progress: ${{ github.event_name != 'workflow_call' }}

jobs:
  # ==================== Check Changes ==================== #
  check-changes:
    runs-on: ubuntu-latest
    outputs:
      main_package: ${{ steps.filter.outputs.main_package || steps.run-mode.outputs.run_all_tests}}
    env:
      PYTHONDONTWRITEBYTECODE: 1
    steps:
      - name: clean up
        run: |
          sudo rm -rf ${{ github.workspace }} || true
          sudo mkdir -p ${{ github.workspace }}
          sudo chown -R $(id -u):$(id -g) ${{ github.workspace }}
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          clean: false
          ref: ${{ inputs.ref || github.ref }}

      - name: Determine run mode
        id: run-mode
        run: |
          # Run all tests for workflow_call (when ref input is provided)
          # Note: github.event_name is inherited from caller, so we detect workflow_call by checking inputs.ref
          if [[ "${{ inputs.run_all_tests }}" == "true" ]]; then
            echo "run_all_tests=true" >> $GITHUB_OUTPUT
            echo "Run mode: ALL TESTS (run_all_tests=${{ inputs.run_all_tests }})"
          else
            echo "run_all_tests=false" >> $GITHUB_OUTPUT
            echo "Run mode: FILTERED (triggered by ${{ github.event_name }})"
          fi

      - name: Detect file changes
        id: filter
        uses: dorny/paths-filter@v3
        if: steps.run-mode.outputs.run_all_tests != 'true'
        with:
          filters: |
            main_package:
              - "python/sglang/!(multimodal_gen)/**/!(*.md)"
              - "python/pyproject_cpu.toml"
              - "test/**/!(*.md)"
              - "python/sglang/kernels/aot/**/!(*.md|THIRDPARTYNOTICES.txt|LICENSE)"
              - ".github/workflows/pr-test-xeon.yml"
              - "docker/xeon.Dockerfile"

  # ==================== PR Gate ==================== #
  pr-gate:
    needs: check-changes
    if: needs.check-changes.outputs.main_package == 'true'
    uses: ./.github/workflows/pr-gate.yml
    secrets: inherit

  build-test:
    needs: [check-changes, pr-gate]
    if: needs.check-changes.outputs.main_package == 'true'
    runs-on: ${{ matrix.runner }}

    strategy:
      fail-fast: true
      matrix:
        include:
          # GNR runs only the TP suite (needs >=6 NUMA nodes for --tp 6),
          # full machine, no partitioning. 4 files: 3 TP + autoround.
          - runner: xeon-gnr
            role: gnr
            suite: "stage-a-tp-test-cpu-intel"
            name: gnr

          # Three SPR boxes each run ONE full-machine container taking one
          # partition of a 3-way split over the merged non-TP pool
          # (base-b non-TP + base-c). Single container per box (no socket
          # split): sglang auto-computes mem_fraction_static from host memory
          # and does not honor cgroup limits, so two parallel containers on
          # one box exhaust host RAM and OOM (tracked upstream). One container
          # per box keeps each server within the box's memory budget.
          - runner: xeon-spr
            role: spr
            suite: "stage-a-test-cpu-intel,stage-b-test-cpu-intel"
            name: spr1
            part_id: 0
            part_size: 3
          - runner: xeon-spr
            role: spr
            suite: "stage-a-test-cpu-intel,stage-b-test-cpu-intel"
            name: spr2
            part_id: 1
            part_size: 3
          - runner: xeon-spr
            role: spr
            suite: "stage-a-test-cpu-intel,stage-b-test-cpu-intel"
            name: spr3
            part_id: 2
            part_size: 3
    steps:
      - name: Cleanup workspace
        run: |
          sudo rm -rf ${{ github.workspace }} || true
          sudo mkdir -p ${{ github.workspace }}
          sudo chown $(id -u):$(id -g) ${{ github.workspace }}
      - name: Checkout repository
        uses: actions/checkout@v4
        with:
          clean: false
          ref: ${{ inputs.ref || github.ref }}

      - name: Build image
        run: |
          # Fixed tag (no SHA): a new build overwrites the previous image so a
          # self-hosted box does not accumulate multi-GB images across PRs.
          # --no-cache keeps the CPU image clean (past sgl-eval/accelerate gaps
          # came from stale layers). One build per job, one container per box.
          PR_REPO=${{ github.event.pull_request.head.repo.clone_url }}
          PR_HEAD_REF=${{ github.head_ref }}

          docker build \
            ${PR_REPO:+--build-arg SGLANG_REPO=$PR_REPO} \
            ${PR_HEAD_REF:+--build-arg VER_SGLANG=$PR_HEAD_REF} \
            . -f docker/xeon.Dockerfile  -t sglang_xeon --no-cache

      # ==================== GNR: full machine, TP suite ==================== #
      - name: Run container (GNR)
        if: matrix.role == 'gnr'
        run: |
          docker rm -f ci_sglang_${{ matrix.name }} || true
          docker run -dt \
            -v ${{ github.workspace }}:/sglang-checkout/ --shm-size=64g \
            -v $HOME/.cache/huggingface:/root/.cache/huggingface \
            -v $HOME/.cache/sgl_eval:/root/.cache/sgl_eval \
            -e HF_TOKEN="$(cat ~/huggingface_token.txt)" \
            --name ci_sglang_${{ matrix.name }} \
            sglang_xeon

      - name: Check AMX support (GNR)
        if: matrix.role == 'gnr'
        timeout-minutes: 5
        run: |
          docker exec -w /sglang-checkout/ ci_sglang_${{ matrix.name }} \
            bash -c "source /opt/.venv/bin/activate && python3 -c 'import torch; import sgl_kernel; assert torch.cpu._is_amx_tile_supported(); assert hasattr(torch.ops.sgl_kernel, \"convert_weight_packed\"); '"

      - name: Run unit tests (GNR)
        if: matrix.role == 'gnr'
        timeout-minutes: 120
        run: |
          docker exec -w /sglang-checkout/ ci_sglang_${{ matrix.name }} \
            bash -c "source /opt/.venv/bin/activate && cd ./test && python3 run_suite.py --hw cpu --suite ${{ matrix.suite }} --timeout-from-est-time"

      # ============ SPR: single full-machine container, one partition ====== #
      - name: Run container (SPR)
        if: matrix.role == 'spr'
        run: |
          docker rm -f ci_sglang_${{ matrix.name }} || true
          docker run -dt \
            -v ${{ github.workspace }}:/sglang-checkout/ --shm-size=64g \
            -v $HOME/.cache/huggingface:/root/.cache/huggingface \
            -v $HOME/.cache/sgl_eval:/root/.cache/sgl_eval \
            -e HF_TOKEN="$(cat ~/huggingface_token.txt)" \
            --name ci_sglang_${{ matrix.name }} \
            sglang_xeon

      - name: Check AMX support (SPR)
        if: matrix.role == 'spr'
        timeout-minutes: 5
        run: |
          docker exec -w /sglang-checkout/ ci_sglang_${{ matrix.name }} \
            bash -c "source /opt/.venv/bin/activate && python3 -c 'import torch; import sgl_kernel; assert torch.cpu._is_amx_tile_supported(); assert hasattr(torch.ops.sgl_kernel, \"convert_weight_packed\"); '"

      - name: Run unit tests (SPR)
        if: matrix.role == 'spr'
        timeout-minutes: 120
        run: |
          docker exec -w /sglang-checkout/ ci_sglang_${{ matrix.name }} \
            bash -c "source /opt/.venv/bin/activate && cd ./test && python3 run_suite.py --hw cpu --suite ${{ matrix.suite }} --auto-partition-id ${{ matrix.part_id }} --auto-partition-size ${{ matrix.part_size }} --timeout-from-est-time"

      # ============================ Common ================================= #
      - name: Change permission
        if: always()
        timeout-minutes: 2
        run: |
          docker exec -u root ci_sglang_${{ matrix.name }} bash -c "rm -rf /tmp/ci-home && chown -R $(id -u):$(id -g) /sglang-checkout/ 2>/dev/null || true" 2>/dev/null || true

      - name: Cleanup container
        if: always()
        run: |
          docker rm -f ci_sglang_${{ matrix.name }} || true