# This workflow runs mypy_primer, a tool that runs pyright on a variety # of open-source Python projects that are known to type check with pyright. # It builds pyright from the latest PR commit and the merge base of the PR # and compares the output of both. It uploads the diffs as an artifact and # creates a PR comment with the results (with the help of the # mypy_primer_comment action). # This workflow definition borrows liberally from the mypy repo. The original # workflow was designed to work in a sharded manner where n copies of # mypy_primer are started in parallel. Each instance runs 1/n of the projects. # For now, we run only one instance because pyright is fast, and the number # of projects that use pyright for type checking is small. To change this in # the future, change the 'shard_index' matrix to [0, 1, ..., n-1] and set # 'num-shards' to n. name: Run mypy_primer on PR env: NODE_VERSION: '22.x' # Shipped with VS Code. on: # Run on the creation or update of a PR. pull_request: paths: - 'packages/pyright/**' - 'packages/pyright-internal/src/**' - 'packages/pyright-internal/typeshed-fallback/**' concurrency: group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} cancel-in-progress: true jobs: mypy_primer: name: Run mypy_primer on PR runs-on: ubuntu-latest permissions: contents: read strategy: matrix: shard-index: [0, 1, 2, 3, 4, 5, 6, 7] fail-fast: false steps: - uses: actions/checkout@v4 with: path: pyright_to_test fetch-depth: 2 fetch-tags: false - uses: actions/setup-python@v5 with: python-version: '3.11' - uses: actions/setup-node@v6 with: node-version: ${{ env.NODE_VERSION }} cache: 'npm' cache-dependency-path: 'pyright_to_test/**/package-lock.json' - name: Install dependencies run: | python -m pip install -U pip pip install git+https://github.com/hauntsaninja/mypy_primer.git - name: Run mypy_primer shell: bash env: # mypy_primer installs both the PR and base commits. The base commit can contain # historical peer dependency conflicts that should not block primer comparisons. NPM_CONFIG_LEGACY_PEER_DEPS: 'true' run: | cd pyright_to_test echo "new commit" git rev-list --format=%s --max-count=1 $GITHUB_SHA git branch new_commit $GITHUB_SHA MERGE_BASE=$(git rev-parse "$GITHUB_SHA^1") git checkout -b base_commit $MERGE_BASE echo "base commit" git rev-list --format=%s --max-count=1 base_commit # Keep the old checker source at the merge base, but use this PR's # dependency and bundler metadata so the old checkout can install and build. mapfile -t BASE_BUILD_FILES < <( git ls-tree -r --name-only "$GITHUB_SHA" | grep -E '^(package(-lock)?\.json|packages/[^/]+/package(-lock)?\.json|packages/[^/]+/rspack\.config\.js)$' ) echo "Using build metadata for mypy_primer base:" printf '%s\n' "${BASE_BUILD_FILES[@]}" git checkout $GITHUB_SHA -- "${BASE_BUILD_FILES[@]}" printf 'legacy-peer-deps=true\n' > .npmrc git add .npmrc "${BASE_BUILD_FILES[@]}" git config user.name github-actions[bot] git config user.email 41898282+github-actions[bot]@users.noreply.github.com git commit -m "Configure build dependencies for mypy_primer base" echo "Prepared mypy_primer base_commit with generated package and rspack build metadata." echo '' cd .. npm config set legacy-peer-deps true --location=user npm config get legacy-peer-deps # fail action if exit code isn't zero or one ( mypy_primer \ --repo pyright_to_test \ --type-checker pyright \ --new new_commit --old base_commit \ --num-shards 8 --shard-index ${{ matrix.shard-index }} \ --debug \ --output concise \ | tee diff_${{ matrix.shard-index }}.txt ) || [ $? -eq 1 ] - name: Upload mypy_primer diff uses: actions/upload-artifact@v4 with: name: mypy_primer_diffs_${{ matrix.shard-index }} path: diff_${{ matrix.shard-index }}.txt - if: ${{ matrix.shard-index == 0 }} name: Save PR number run: | echo ${{ github.event.pull_request.number }} | tee pr_number.txt - if: ${{ matrix.shard-index == 0 }} name: Upload PR number uses: actions/upload-artifact@v4 with: name: mypy_primer_diffs_pr_number path: pr_number.txt