Benchmark.yml

name: Benchmarks
on:
  pull_request:
    branches:
      - master

concurrency:
  # Skip intermediate builds: always.
  # Cancel intermediate builds: only if it is a pull request build.
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}

permissions:
  contents: write
  pull-requests: write
  issues: write

jobs:
  benchmark:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: julia-actions/setup-julia@v2
        with:
          version: '1.10'
          arch: x64
      - uses: actions/cache@v4
        env:
          cache-name: cache-artifacts
        with:
          path: ~/.julia/artifacts
          key: ${{ runner.os }}-test-${{ env.cache-name }}-${{ hashFiles('**/Project.toml') }}
          restore-keys: |
            ${{ runner.os }}-test-${{ env.cache-name }}-
            ${{ runner.os }}-test-
            ${{ runner.os }}-
      - name: Run benchmark
        run: |
          cd bench
          julia --project --threads=2 --color=yes -e '
            using Pkg;
            Pkg.develop(PackageSpec(path=joinpath(pwd(), "..")));
            Pkg.instantiate();
            include("benchmarks.jl")'
      - name: Parse & Upload Benchmark Results
        uses: benchmark-action/github-action-benchmark@v1
        with:
          name: Benchmark Results
          tool: 'julia'
          output-file-path: bench/benchmark_results.json
          summary-always: ${{ !github.event.pull_request.head.repo.fork }} # Disable summary for PRs from forks
          github-token: ${{ secrets.GITHUB_TOKEN }}
          alert-threshold: "200%"
          fail-on-alert: true
          benchmark-data-dir-path: benchmarks
          comment-always: ${{ !github.event.pull_request.head.repo.fork }} # Disable comments for PRs from forks
          auto-push: ${{ !github.event.pull_request.head.repo.fork }} # Disable push for PRs from forks