Viper_VSCode/.github/workflows/mypy_primer_pr.yaml

# This workflow runs mypy_primer, a tool that runs pyright on a variety
# of open-source Python projects that are known to type check with pyright.
# It builds pyright from the latest PR commit and the merge base of the PR
# and compares the output of both. It uploads the diffs as an artifact and
# creates a PR comment with the results (with the help of the
# mypy_primer_comment action).

# This workflow definition borrows liberally from the mypy repo. The original
# workflow was designed to work in a sharded manner where n copies of
# mypy_primer are started in parallel. Each instance runs 1/n of the projects.
# For now, we run only one instance because pyright is fast, and the number
# of projects that use pyright for type checking is small. To change this in
# the future, change the 'shard_index' matrix to [0, 1, ..., n-1] and set
# 'num-shards' to n.

name: Run mypy_primer on PR

env:
  NODE_VERSION: '22.x' # Shipped with VS Code.

on:
  # Run on the creation or update of a PR.
  pull_request:
    paths:
      - 'packages/pyright/**'
      - 'packages/pyright-internal/src/**'
      - 'packages/pyright-internal/typeshed-fallback/**'

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  mypy_primer:
    name: Run mypy_primer on PR
    runs-on: ubuntu-latest
    permissions:
      contents: read
    strategy:
      matrix:
        shard-index: [0, 1, 2, 3, 4, 5, 6, 7]
      fail-fast: false
    steps:
      - uses: actions/checkout@v4
        with:
          path: pyright_to_test
          fetch-depth: 2
          fetch-tags: false
      - uses: actions/setup-python@v5
        with:
          python-version: '3.11'
      - uses: actions/setup-node@v6
        with:
          node-version: ${{ env.NODE_VERSION }}
          cache: 'npm'
          cache-dependency-path: 'pyright_to_test/**/package-lock.json'
      - name: Install dependencies
        run: |
          python -m pip install -U pip
          pip install git+https://github.com/hauntsaninja/mypy_primer.git
      - name: Run mypy_primer
        shell: bash
        env:
          # mypy_primer installs both the PR and base commits. The base commit can contain
          # historical peer dependency conflicts that should not block primer comparisons.
          NPM_CONFIG_LEGACY_PEER_DEPS: 'true'
        run: |
          cd pyright_to_test
          echo "new commit"
          git rev-list --format=%s --max-count=1 $GITHUB_SHA
          git branch new_commit $GITHUB_SHA

          MERGE_BASE=$(git rev-parse "$GITHUB_SHA^1")
          git checkout -b base_commit $MERGE_BASE
          echo "base commit"
          git rev-list --format=%s --max-count=1 base_commit
          # Keep the old checker source at the merge base, but use this PR's
          # dependency and bundler metadata so the old checkout can install and build.
          mapfile -t BASE_BUILD_FILES < <(
            git ls-tree -r --name-only "$GITHUB_SHA" |
              grep -E '^(package(-lock)?\.json|packages/[^/]+/package(-lock)?\.json|packages/[^/]+/rspack\.config\.js)$'
          )
          echo "Using build metadata for mypy_primer base:"
          printf '%s\n' "${BASE_BUILD_FILES[@]}"
          git checkout $GITHUB_SHA -- "${BASE_BUILD_FILES[@]}"
          printf 'legacy-peer-deps=true\n' > .npmrc
          git add .npmrc "${BASE_BUILD_FILES[@]}"
          git config user.name github-actions[bot]
          git config user.email 41898282+github-actions[bot]@users.noreply.github.com
          git commit -m "Configure build dependencies for mypy_primer base"
          echo "Prepared mypy_primer base_commit with generated package and rspack build metadata."

          echo ''
          cd ..
          npm config set legacy-peer-deps true --location=user
          npm config get legacy-peer-deps
          # fail action if exit code isn't zero or one
          (
            mypy_primer \
            --repo pyright_to_test \
            --type-checker pyright \
            --new new_commit --old base_commit \
            --num-shards 8 --shard-index ${{ matrix.shard-index }} \
            --debug \
            --output concise \
            | tee diff_${{ matrix.shard-index }}.txt
          ) || [ $? -eq 1 ]
      - name: Upload mypy_primer diff
        uses: actions/upload-artifact@v4
        with:
          name: mypy_primer_diffs_${{ matrix.shard-index }}
          path: diff_${{ matrix.shard-index }}.txt
      - if: ${{ matrix.shard-index == 0 }}
        name: Save PR number
        run: |
          echo ${{ github.event.pull_request.number }} | tee pr_number.txt
      - if: ${{ matrix.shard-index == 0 }}
        name: Upload PR number
        uses: actions/upload-artifact@v4
        with:
          name: mypy_primer_diffs_pr_number
          path: pr_number.txt