ci: add build matrix support

.github/workflows/builds.yml

@@ -0,0 +1,33 @@
+# Builds for different compilers, architectures and targets
+
+name: Builds
+on:
+  workflow_call:
+  workflow_dispatch:
+  merge_group:
+concurrency:
+  group: builds_${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+jobs:
+  build:
+    runs-on: X64
+    env:
+      machines: linux_gcc_x86_64
+      gcc: gcc-8.5.0
+      targets: all
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      - uses: ./.github/actions/deps
+
+      - uses: dtolnay/[email protected]
+
+      - name: Start build
+        run: |
+          contrib/build.sh     \
+          --no-deps --no-clang \
+          --targets $targets   \
+          --gcc-versions $gcc  \
+          --machines $machines

contrib/build.sh

@@ -0,0 +1,210 @@
+#!/bin/bash
+
+set -e
+
+elapsed() {
+  start=$1
+  stop=$2
+  diff=$(($stop-$start))
+  min=$((10#$diff / 60))
+  sec=$((10#$diff % 60))
+  printf "%d:%02d" "$min" "$sec";
+}
+
+GCC=()
+CLANG=()
+TARGETS=()
+MACHINES=()
+
+while [[ $# -gt 0 ]]; do
+  FLAG="$1"
+  shift 1
+  case "$FLAG" in
+    "--no-gcc")
+      NO_GCC=1
+      ;;
+    "--no-clang")
+      NO_CLANG=1
+      ;;
+    "--no-deps")
+      NO_DEPS=1
+      ;;
+    "--targets")
+      IFS=',' read -r -a TARGETS <<< "$1"
+      shift 1
+      ;;
+    "--machines")
+      IFS=',' read -r -a MACHINES <<< "$1"
+      shift 1
+      ;;
+    "--gcc-versions")
+      IFS=',' read -r -a GCC <<< "$1"
+      shift 1
+      ;;
+    "--clang-versions")
+      IFS=',' read -r -a CLANG <<< "$1"
+      shift 1
+      ;;
+    *)
+      echo "Unknown flag: $FLAG" >&2
+      exit 1
+      ;;
+  esac
+done
+
+FD_REPO_DIR=$(realpath $(dirname $(realpath "$0"))/..)
+
+TEST_TARGETS=( unit-test fuzz-test integration-test )
+BUILD_TARGETS=( all )
+EXTRA_TARGETS=( asm ppp seccomp-policies )
+BINARY_TARGETS=( fdctl fddev )
+
+declare -A CUSTOM_TARGETS=()
+
+CUSTOM_TARGETS+=( ["linux_gcc_minimal"]="${BUILD_TARGETS[@]} ${EXTRA_TARGETS[@]} ${TEST_TARGETS[@]}" )
+CUSTOM_TARGETS+=( ["linux_gcc_noarch64"]="${BUILD_TARGETS[@]} ${EXTRA_TARGETS[@]} ${TEST_TARGETS[@]}" )
+CUSTOM_TARGETS+=( ["linux_gcc_noarch128"]="${BUILD_TARGETS[@]} ${EXTRA_TARGETS[@]} ${TEST_TARGETS[@]}" )
+
+CUSTOM_TARGETS+=( ["macos_clang_m1"]="${BUILD_TARGETS[@]} ${EXTRA_TARGETS[@]} ${TEST_TARGETS[@]}" )
+CUSTOM_TARGETS+=( ["linux_clang_minimal"]="${BUILD_TARGETS[@]} ${EXTRA_TARGETS[@]} ${TEST_TARGETS[@]}" )
+CUSTOM_TARGETS+=( ["linux_clang_noarch64"]="${BUILD_TARGETS[@]} ${EXTRA_TARGETS[@]} ${TEST_TARGETS[@]}" )
+CUSTOM_TARGETS+=( ["linux_clang_noarch128"]="${BUILD_TARGETS[@]} ${EXTRA_TARGETS[@]} ${TEST_TARGETS[@]}" )
+CUSTOM_TARGETS+=( ["freebsd_clang_noarch128"]="${BUILD_TARGETS[@]} ${EXTRA_TARGETS[@]} ${TEST_TARGETS[@]}" )
+
+FAIL=0
+
+if [[ ${#GCC[@]} -eq 0 ]]; then
+  if [[ $NO_GCC -ne 1 ]]; then
+    for gcc in $(ls /opt/gcc); do
+      GCC+=( $gcc )
+    done
+  fi
+fi
+
+if [[ ${#CLANG[@]} -eq 0 ]]; then
+  if [[ $NO_CLANG -ne 1 ]]; then
+    for clang in $(ls /opt/clang); do
+      CLANG+=( $clang )
+    done
+  fi
+fi
+
+if [[ ${#MACHINES[@]} -eq 0 ]]; then
+  for machine in $(ls $FD_REPO_DIR/config/machine); do
+    MACHINES+=( $machine )
+  done
+fi
+
+echo "Starting Build Matrix..."
+echo "========================"
+echo "Machines: [ ${MACHINES[@]} ]"
+echo "Clang: [ ${CLANG[@]} ]"
+echo "Gcc: [ ${GCC[@]} ]"
+echo "Targets: [ ${TARGETS[@]} ]"
+echo
+
+echo "Setting up build environment..."
+cd $FD_REPO_DIR
+if [[ $NO_DEPS -ne 1 ]]; then
+  FD_AUTO_INSTALL_PACKAGES=1 ./deps.sh fetch check install > /dev/null 2>&1
+  curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y > /dev/null 2>&1
+fi
+make -j distclean > /dev/null 2>&1
+
+set +e
+
+if [[ $NO_GCC -ne 1 ]]; then
+  START=$(date +%s)
+  echo "Starting gcc builds..."
+  for compiler in "${GCC[@]}"; do
+    for machine in "${MACHINES[@]}"; do
+      MACHINE="${machine%.mk}"
+      if [[ "$MACHINE" != *"clang"* ]]; then
+        if [[ ${#TARGETS[@]} -eq 0 ]]; then
+          if [[ -n "${CUSTOM_TARGETS[${MACHINE}]}" ]]; then
+            IFS=' ' read -r -a TARGETS <<< "${CUSTOM_TARGETS[${MACHINE}]}"
+          else
+            TARGETS+=( "${TEST_TARGETS[@]}"   )
+            TARGETS+=( "${BUILD_TARGETS[@]}"  )
+            TARGETS+=( "${EXTRA_TARGETS[@]}"  )
+            TARGETS+=( "${BINARY_TARGETS[@]}" )
+          fi
+        fi
+        test -f /opt/gcc/$compiler/activate || (echo "$compiler not found... exiting." && exit 2)
+        source /opt/gcc/$compiler/activate
+        echo "Starting builds for $MACHINE with $compiler..."
+        FAILED=()
+        start=$(date +%s)
+        for target in "${TARGETS[@]}"; do
+          MACHINE=${MACHINE} CC=gcc make -j $target > /dev/null 2>&1
+          if [[ $? -ne 0 ]]; then
+            FAILED+=( $target )
+            FAIL=1
+          fi
+        done
+        stop=$(date +%s)
+        printf "Done... Elapsed Time: "
+        elapsed $start $stop
+        echo
+        if [[ ${#FAILED[@]} -gt 0 ]]; then
+          echo "Failed Targets: ${FAILED[@]}"
+        fi
+        make -j distclean > /dev/null 2>&1
+        echo
+      fi
+    done
+  done
+  STOP=$(date +%s)
+  printf "Done with gcc builds... Total Elapsed Time: "
+  elapsed $START $STOP
+  echo
+fi
+
+if [[ $NO_CLANG -ne 1 ]]; then
+  START=$(date +%s)
+  echo "Starting clang builds..."
+  for compiler in "${CLANG[@]}"; do
+    for machine in "${MACHINES[@]}"; do
+      MACHINE="${machine%.mk}"
+      if [[ "$MACHINE" != *"gcc"* ]]; then
+        if [[ ${#TARGETS[@]} -eq 0 ]]; then
+          if [[ -n "${CUSTOM_TARGETS[${MACHINE}]}" ]]; then
+            IFS=' ' read -r -a TARGETS <<< "${CUSTOM_TARGETS[${MACHINE}]}"
+          else
+            TARGETS+=( "${TEST_TARGETS[@]}"   )
+            TARGETS+=( "${BUILD_TARGETS[@]}"  )
+            TARGETS+=( "${EXTRA_TARGETS[@]}"  )
+            TARGETS+=( "${BINARY_TARGETS[@]}" )
+          fi
+        fi
+        test -f /opt/gcc/$compiler/activate || (echo "$compiler not found... exiting." && exit 2)
+        source /opt/clang/$compiler/activate
+        echo "Starting builds for $MACHINE with $compiler..."
+        FAILED=()
+        start=$(date +%s)
+        for target in "${TARGETS[@]}"; do
+          MACHINE=${MACHINE} CC=clang make -j $target > /dev/null 2>&1
+          if [[ $? -ne 0 ]]; then
+            FAILED+=( $target )
+            FAIL=1
+          fi
+        done
+        stop=$(date +%s)
+        printf "Done... Elapsed Time: "
+        elapsed $start $stop
+        echo
+        if [[ ${#FAILED[@]} -gt 0 ]]; then
+          echo "Failed Targets: ${FAILED[@]}"
+        fi
+        make -j distclean > /dev/null 2>&1
+        echo
+      fi
+    done
+  done
+  STOP=$(date +%s)
+  printf "Done with clang builds... Total Elapsed Time: "
+  elapsed $START $STOP
+  echo
+fi
+
+exit $FAIL