benchmark.yml

# name: benchmark

# on:
#   schedule:
#     # Mondays 06:00 UTC — once a week is plenty.
#     - cron: "0 6 * * 1"
#   workflow_dispatch:
#     inputs:
#       slugs:
#         description: "Comma-separated slugs to scan (default: all in repos.yaml)"
#         required: false
#         type: string
#   push:
#     branches: [main]
#     paths:
#       - "repos.yaml"
#       - "scripts/**"
#       - ".github/workflows/benchmark.yml"

# permissions:
#   contents: write

# concurrency:
#   group: benchmark-${{ github.ref }}
#   cancel-in-progress: false

# env:
#   PNPM_VERSION: "10.33.3"
#   NODE_VERSION: "22"
#   # Silence GitHub's Node 20 actions deprecation warning until upstream
#   # actions ship v5 majors targeting Node 24.
#   FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: "true"

# jobs:
#   matrix-prep:
#     name: prepare matrix
#     runs-on: ubuntu-latest
#     outputs:
#       matrix: ${{ steps.set.outputs.matrix }}
#       count: ${{ steps.set.outputs.count }}
#     steps:
#       - uses: actions/checkout@v4
#       - uses: pnpm/action-setup@v4
#         with:
#           version: ${{ env.PNPM_VERSION }}
#       - uses: actions/setup-node@v4
#         with:
#           node-version: ${{ env.NODE_VERSION }}
#           cache: pnpm
#       - run: pnpm install --frozen-lockfile

#       - id: set
#         env:
#           INPUT_SLUGS: ${{ github.event.inputs.slugs }}
#         run: |
#           set -euo pipefail
#           MATRIX="$(pnpm -s tsx scripts/matrix.ts)"

#           if [ -n "${INPUT_SLUGS:-}" ]; then
#             echo "Filtering matrix to: $INPUT_SLUGS"
#             MATRIX="$(node -e '
#               const m = JSON.parse(process.argv[1]);
#               const allow = new Set(process.argv[2].split(",").map(s => s.trim()).filter(Boolean));
#               m.include = m.include.filter(e => allow.has(e.slug));
#               process.stdout.write(JSON.stringify(m));
#             ' "$MATRIX" "$INPUT_SLUGS")"
#           fi

#           COUNT="$(node -e '
#             const m = JSON.parse(process.argv[1]);
#             console.log(m.include.length);
#           ' "$MATRIX")"

#           echo "matrix=$MATRIX" >> "$GITHUB_OUTPUT"
#           echo "count=$COUNT" >> "$GITHUB_OUTPUT"
#           echo "::notice::Will benchmark $COUNT repo(s)."

#   benchmark:
#     name: scan ${{ matrix.slug }}
#     needs: matrix-prep
#     if: needs.matrix-prep.outputs.count != '0'
#     runs-on: ubuntu-latest
#     timeout-minutes: 60
#     strategy:
#       fail-fast: false
#       max-parallel: 10
#       matrix: ${{ fromJSON(needs.matrix-prep.outputs.matrix) }}
#     steps:
#       - uses: actions/checkout@v4

#       - uses: pnpm/action-setup@v4
#         with:
#           version: ${{ env.PNPM_VERSION }}

#       - uses: actions/setup-node@v4
#         with:
#           node-version: ${{ env.NODE_VERSION }}
#           cache: pnpm

#       - uses: oven-sh/setup-bun@v2
#         with:
#           bun-version: latest

#       # Make every common package manager available so per-repo install can
#       # use whatever lockfile its upstream actually ships with.
#       - name: enable corepack
#         run: |
#           corepack enable
#           # Don't fail the run if corepack can't reach the registry.
#           corepack prepare yarn@stable --activate || true
#           corepack prepare npm@latest --activate || true

#       - name: install harness deps
#         run: pnpm install --frozen-lockfile

#       - name: benchmark ${{ matrix.slug }}
#         run: pnpm -s tsx scripts/benchmark-repo.ts "${{ matrix.slug }}"

#       - name: upload result
#         uses: actions/upload-artifact@v4
#         with:
#           name: result-${{ matrix.slug }}
#           path: results/per-repo/${{ matrix.slug }}.json
#           if-no-files-found: error
#           retention-days: 30

#   publish:
#     name: publish leaderboard
#     needs: [matrix-prep, benchmark]
#     if: ${{ always() && !cancelled() && needs.matrix-prep.outputs.count != '0' }}
#     runs-on: ubuntu-latest
#     permissions:
#       contents: write
#     steps:
#       - uses: actions/checkout@v4
#         with:
#           token: ${{ secrets.GITHUB_TOKEN }}
#           fetch-depth: 0

#       - uses: pnpm/action-setup@v4
#         with:
#           version: ${{ env.PNPM_VERSION }}

#       - uses: actions/setup-node@v4
#         with:
#           node-version: ${{ env.NODE_VERSION }}
#           cache: pnpm

#       - run: pnpm install --frozen-lockfile

#       - name: download per-repo results
#         uses: actions/download-artifact@v4
#         with:
#           path: results/per-repo
#           pattern: result-*
#           merge-multiple: true

#       - name: list downloaded results
#         run: ls -la results/per-repo || true

#       - name: aggregate
#         run: pnpm -s tsx scripts/aggregate.ts

#       - name: render README
#         run: pnpm -s tsx scripts/render-readme.ts

#       - name: commit and push
#         run: |
#           set -euo pipefail
#           git config user.name  "github-actions[bot]"
#           git config user.email "41898282+github-actions[bot]@users.noreply.github.com"

#           # On workflow_dispatch with a slug filter, we still want partial
#           # results published — git add everything we generated.
#           git add README.md results/
#           if git diff --cached --quiet; then
#             echo "No leaderboard changes; skipping commit."
#             exit 0
#           fi
#           git commit -m "chore(benchmark): refresh leaderboard ($(date -u +%Y-%m-%d))"
#           git push