ci.yml

# Copyright lowRISC contributors.
#
# SPDX-License-Identifier: MIT

name: CI

on:
  push:
    branches: ["main"]
  pull_request:
    branches: ["main"]

# Cancel existing runs if a pull request is pushed.
# For branch pushes, this will queue a new run and cancel the existing one. This allows the cache
# of the run to be used by the new run.
concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
  checks:
    name: Quality Check
    runs-on: nixos-23.11
    steps:
      - name: checkout
        uses: actions/checkout@v4

      - name: Install Nix
        uses: cachix/install-nix-action@v24

      - name: Nix Format Check
        run: nix fmt -- . --check

      - name: Run Nix Checks
        run: nix flake check -L

  build-plan:
    # Save some computation. If the checks fail, don't build.
    needs: checks
    name: Generate Build Plan
    runs-on: nixos-23.11
    outputs:
      matrix: ${{ steps.plan.outputs.MATRIX }}
    steps:
      - name: checkout
        uses: actions/checkout@v4

      - name: Install Nix
        uses: cachix/install-nix-action@v24
        with:
          nix_path: nixpkgs=channel:nixos-23.11
          extra_nix_config: |
            substituters = https://nix-cache.lowrisc.org/public/ https://cache.nixos.org/
            trusted-public-keys = nix-cache.lowrisc.org-public-1:O6JLD0yXzaJDPiQW1meVu32JIDViuaPtGDfjlOopU7o= cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY=

      - name: Generate Build Plan
        id: plan
        run: |
          REBUILD=()
          echo '| Package | System | Status |' >> $GITHUB_STEP_SUMMARY
          echo '|---------|--------|--------|' >> $GITHUB_STEP_SUMMARY

          if ${{ github.event_name == 'pull_request' }}; then
            # We only support MacOS with best-effort basis. They take much longer to build so shouldn't block PR.
            SYSTEMS=(x86_64-linux)
          else
            SYSTEMS=(x86_64-linux x86_64-darwin aarch64-darwin)
          fi

          for SYSTEM in "${SYSTEMS[@]}"; do
            # Choose a GitHub runner for the given system.
            case $SYSTEM in
              x86_64-linux)
                RUNNER=nixos-23.11
                ;;
              x86_64-darwin)
                RUNNER=macos-13
                ;;
              aarch64-darwin)
                RUNNER=macos-14
                ;;
            esac

            # This is a json object with package names as keys and their main outputs as values
            PACKAGES=$(nix eval --json ".#packages.$SYSTEM")

            for ATTR in $(echo "$PACKAGES" | jq -r 'keys[]'); do
              HASH=$(echo "$PACKAGES" | jq -r ".[\"$ATTR\"]" | cut -d '/' -f4 | cut -d '-' -f1)

              # Check if the main output is cached by us or upstream.
              CACHED=n
              if curl -sSfL "https://nix-cache.lowrisc.org/public/$HASH.narinfo"; then
                CACHED=y
              elif curl -sSfL "https://cache.nixos.org/$HASH.narinfo"; then
                CACHED=y
              fi

              if [[ $CACHED == y ]]; then
                echo "| $ATTR | $SYSTEM | ✅ Cached |" | tee -a $GITHUB_STEP_SUMMARY
              else
                REBUILD+=("$(jq --null-input '{attr: $attr, runner: $runner}' --arg attr "$ATTR" --arg runner "$RUNNER")")
                echo "| $ATTR | $SYSTEM | ⏳ Need Rebuild |" | tee -a $GITHUB_STEP_SUMMARY
              fi
            done
          done

          echo 'MATRIX<<EOF' >> $GITHUB_OUTPUT
          jq --null-input '$ARGS.positional' --jsonargs -- "${REBUILD[@]}" >> $GITHUB_OUTPUT
          echo 'EOF' >> $GITHUB_OUTPUT

  build:
    needs: build-plan
    name: Build
    # Matrix can't be empty, so skip the job entirely if nothing needs to be rebuilt.
    if: fromJSON(needs.build-plan.outputs.matrix)[0] != null
    strategy:
      matrix:
        include: ${{fromJSON(needs.build-plan.outputs.matrix)}}
      # Disable fail-fast for non-PR builds to ensure all outputs have a chance to be built.
      fail-fast: ${{ github.event_name == 'pull_request' }}
    runs-on: ${{ matrix.runner }}
    steps:
      - name: checkout
        uses: actions/checkout@v4

      - name: Install Nix
        uses: cachix/install-nix-action@v24
        with:
          extra_nix_config: |
            substituters = https://nix-cache.lowrisc.org/public/ https://cache.nixos.org/
            trusted-public-keys = nix-cache.lowrisc.org-public-1:O6JLD0yXzaJDPiQW1meVu32JIDViuaPtGDfjlOopU7o= cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY=

      - name: Setup Cache
        if: github.event_name != 'pull_request'
        run: |
          nix profile install nixpkgs#attic-client
          attic login --set-default lowrisc https://nix-cache.lowrisc.org/ ${{ secrets.NIX_CACHE_TOKEN }}

      - name: Build
        run: |
          # For derivations with multiple outputs, this produces a list that references all the outputs.
          OUTPUTS=$(nix eval .#${{ matrix.attr }} --apply 'd: d.outputs' --json | jq -r 'map(".#${{ matrix.attr }}." + .) | join(" ")')
          nix build $OUTPUTS --accept-flake-config

      - name: Upload Cache
        if: github.event_name != 'pull_request'
        run: |
          attic push public result*