feat: leverage retry-action to increase reliability of builds. #1086
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build-ublue | |
| on: | |
| pull_request: | |
| merge_group: | |
| schedule: | |
| - cron: '0 15 * * *' # 3pm UTC everyday (timed against official fedora container pushes) | |
| workflow_dispatch: | |
| env: | |
| IMAGE_REGISTRY: ghcr.io/${{ github.repository_owner }} | |
| jobs: | |
| push-ghcr: | |
| name: main image | |
| runs-on: ubuntu-22.04 | |
| permissions: | |
| contents: read | |
| packages: write | |
| id-token: write | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image_name: | |
| - silverblue | |
| - kinoite | |
| - sericea | |
| - onyx | |
| - base | |
| - lxqt | |
| - lazurite | |
| - mate | |
| - vauxite | |
| major_version: [38, 39] | |
| build_target: [nokmods, kmods] | |
| include: | |
| - major_version: 38 | |
| is_latest_version: false | |
| is_stable_version: true | |
| is_gts_version: true | |
| - major_version: 39 | |
| is_latest_version: true | |
| is_stable_version: true | |
| is_gts_version: false | |
| exclude: | |
| # There is no Fedora 38 version of onyx or lazurite | |
| - image_name: onyx | |
| major_version: 38 | |
| - image_name: lazurite | |
| major_version: 38 | |
| # There is no Fedora 39 version of lxqt as it was replaced by lazurite | |
| - image_name: lxqt | |
| major_version: 39 | |
| # THE FOLLOWING EXCLUDE IS MESSY BUT TEMPORARY UNTIL F38 IS GONE | |
| # see: https://github.com/ublue-os/main/issues/369 | |
| # Fedora 39+ images do not include custom kmods (legacy) | |
| - build_target: kmods | |
| major_version: 39 | |
| steps: | |
| # Checkout push-to-registry action GitHub repository | |
| - name: Checkout Push to Registry action | |
| uses: actions/checkout@v4 | |
| - name: Matrix Variables | |
| shell: bash | |
| run: | | |
| if [[ "${{ matrix.major_version }}" -ge "40" ]] && \ | |
| grep "${{ matrix.image_name }}" <<< "silverblue, kinoite, sericea"; then | |
| echo "SOURCE_ORG=fedora" >> $GITHUB_ENV | |
| echo "SOURCE_IMAGE=fedora-${{ matrix.image_name }}" >> $GITHUB_ENV | |
| else | |
| if [[ "${{ matrix.image_name }}" == "lxqt" || "${{ matrix.image_name }}" == "mate" ]]; then | |
| echo "SOURCE_IMAGE=base" >> $GITHUB_ENV | |
| else | |
| echo "SOURCE_IMAGE=${{ matrix.image_name }}" >> $GITHUB_ENV | |
| fi | |
| echo "SOURCE_ORG=fedora-ostree-desktops" >> $GITHUB_ENV | |
| fi | |
| # THE FOLLOWING IS MESSY BUT TEMPORARY UNTIL F38 IS GONE | |
| # see: https://github.com/ublue-os/main/issues/369 | |
| # Fedora 39+ images do not include custom kmods (legacy) | |
| if [[ "${{ matrix.major_version}}" -ge "39" && "${{ matrix.build_target }}" == "nokmods" ]]; then | |
| export IMAGE_FLAVOR=main | |
| elif [[ "${{ matrix.major_version}}" -lt "39" && "${{ matrix.build_target }}" == "nokmods" ]]; then | |
| export IMAGE_FLAVOR=nokmods | |
| elif [[ "${{ matrix.major_version}}" -lt "39" && "${{ matrix.build_target }}" == "kmods" ]]; then | |
| export IMAGE_FLAVOR=main | |
| else | |
| echo "ERROR: invalid workflow request - ${{ matrix.major_version }} - ${{ matrix.build_target }}" | |
| exit 1 | |
| fi | |
| echo "IMAGE_NAME=${{ matrix.image_name }}-${IMAGE_FLAVOR}" >> $GITHUB_ENV | |
| - name: Generate tags | |
| id: generate-tags | |
| shell: bash | |
| run: | | |
| # Generate a timestamp for creating an image version history | |
| TIMESTAMP="$(date +%Y%m%d)" | |
| VARIANT="${{ matrix.major_version }}" | |
| COMMIT_TAGS=() | |
| BUILD_TAGS=() | |
| # Have tags for tracking builds during pull request | |
| SHA_SHORT="${GITHUB_SHA::7}" | |
| COMMIT_TAGS+=("pr-${{ github.event.number }}-${VARIANT}") | |
| COMMIT_TAGS+=("${SHA_SHORT}-${VARIANT}") | |
| if [[ "${{ matrix.is_latest_version }}" == "true" ]] && \ | |
| [[ "${{ matrix.is_stable_version }}" == "true" ]]; then | |
| COMMIT_TAGS+=("pr-${{ github.event.number }}") | |
| COMMIT_TAGS+=("${SHA_SHORT}") | |
| fi | |
| BUILD_TAGS=("${VARIANT}") | |
| # Append matching timestamp tags to keep a version history | |
| for TAG in "${BUILD_TAGS[@]}"; do | |
| BUILD_TAGS+=("${TAG}-${TIMESTAMP}") | |
| done | |
| if [[ "${{ matrix.is_latest_version }}" == "true" ]] && \ | |
| [[ "${{ matrix.is_stable_version }}" == "true" ]]; then | |
| BUILD_TAGS+=("${TIMESTAMP}") | |
| BUILD_TAGS+=("latest") | |
| elif [[ "${{ matrix.is_gts_version }}" == "true" ]]; then | |
| BUILD_TAGS+=("gts-${TIMESTAMP}") | |
| BUILD_TAGS+=("gts") | |
| fi | |
| if [[ "${{ github.event_name }}" == "pull_request" ]]; then | |
| echo "Generated the following commit tags: " | |
| for TAG in "${COMMIT_TAGS[@]}"; do | |
| echo "${TAG}" | |
| done | |
| alias_tags=("${COMMIT_TAGS[@]}") | |
| else | |
| alias_tags=("${BUILD_TAGS[@]}") | |
| fi | |
| echo "Generated the following build tags: " | |
| for TAG in "${BUILD_TAGS[@]}"; do | |
| echo "${TAG}" | |
| done | |
| echo "alias_tags=${alias_tags[*]}" >> $GITHUB_OUTPUT | |
| - name: Get current version | |
| id: labels | |
| shell: bash | |
| run: | | |
| set -eo pipefail | |
| ver=$(skopeo inspect docker://quay.io/${{ env.SOURCE_ORG }}/${{ env.SOURCE_IMAGE }}:${{ matrix.major_version }} | jq -r '.Labels["org.opencontainers.image.version"]') | |
| if [ -z "$ver" ] || [ "null" = "$ver" ]; then | |
| echo "inspected image version must not be empty or null" | |
| exit 1 | |
| fi | |
| echo "VERSION=$ver" >> $GITHUB_OUTPUT | |
| # Generate image metadata | |
| - name: Image Metadata | |
| uses: docker/metadata-action@v5 | |
| id: meta | |
| with: | |
| images: | | |
| ${{ env.IMAGE_NAME }} | |
| labels: | | |
| org.opencontainers.image.title=${{ env.IMAGE_NAME }} | |
| org.opencontainers.image.version=${{ steps.labels.outputs.VERSION }} | |
| org.opencontainers.image.description=A base Universal Blue ${{ matrix.image_name }} image with batteries included | |
| io.artifacthub.package.readme-url=https://raw.githubusercontent.com/${{ github.repository }}/main/README.md | |
| io.artifacthub.package.logo-url=https://avatars.githubusercontent.com/u/120078124?s=200&v=4 | |
| # Workaround to fix indentation for the labels so that retries work. | |
| - name: Left pad labels | |
| id: left_pad_labels | |
| shell: bash | |
| env: | |
| LABELS: ${{steps.meta.outputs.labels}} | |
| run: | | |
| echo "Labels:" | |
| echo "${LABELS}" | |
| export TRANSFORMED=$(echo "$LABELS" | sed 's,^, ,g') | |
| echo "Transformed:" | |
| echo "${TRANSFORMED}" | |
| echo "LABELS<<EOF" >> $GITHUB_ENV | |
| echo "$TRANSFORMED" >> $GITHUB_ENV | |
| echo "EOF" >> $GITHUB_ENV | |
| # Build image using Buildah action | |
| - name: Build Image | |
| id: build_image | |
| uses: Wandalen/wretry.action@master | |
| with: | |
| action: redhat-actions/buildah-build@v2 | |
| attempt_limit: 3 | |
| attempt_delay: 2000 | |
| with: | | |
| containerfiles: | | |
| ./Containerfile | |
| image: | | |
| ${{ env.IMAGE_NAME }} | |
| tags: | | |
| ${{ steps.generate-tags.outputs.alias_tags }} | |
| build-args: | | |
| IMAGE_NAME=${{ matrix.image_name }} | |
| SOURCE_ORG=${{ env.SOURCE_ORG }} | |
| SOURCE_IMAGE=${{ env.SOURCE_IMAGE }} | |
| FEDORA_MAJOR_VERSION=${{ matrix.major_version }} | |
| RPMFUSION_MIRROR=${{ vars.RPMFUSION_MIRROR }} | |
| oci: | | |
| false | |
| extra-args: | | |
| --target=${{ matrix.build_target }} | |
| labels: | | |
| ${{ env.LABELS }} | |
| # Workaround bug where capital letters in your GitHub username make it impossible to push to GHCR. | |
| # https://github.com/macbre/push-to-ghcr/issues/12 | |
| - name: Lowercase Registry | |
| id: registry_case | |
| uses: ASzc/change-string-case-action@v6 | |
| with: | |
| string: ${{ env.IMAGE_REGISTRY }} | |
| - name: Push To GHCR | |
| uses: redhat-actions/push-to-registry@v2 | |
| id: push | |
| if: github.event_name != 'pull_request' | |
| env: | |
| REGISTRY_USER: ${{ github.actor }} | |
| REGISTRY_PASSWORD: ${{ github.token }} | |
| with: | |
| image: ${{ steps.build_image.outputs.image }} | |
| tags: ${{ steps.build_image.outputs.tags }} | |
| registry: ${{ steps.registry_case.outputs.lowercase }} | |
| username: ${{ env.REGISTRY_USER }} | |
| password: ${{ env.REGISTRY_PASSWORD }} | |
| extra-args: | | |
| --disable-content-trust | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| if: github.event_name != 'pull_request' | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| # Sign container | |
| - uses: sigstore/[email protected] | |
| if: github.event_name != 'pull_request' | |
| - name: Sign container image | |
| if: github.event_name != 'pull_request' | |
| run: | | |
| cosign sign -y --key env://COSIGN_PRIVATE_KEY ${{ steps.registry_case.outputs.lowercase }}/${{ steps.build_image.outputs.image }}@${TAGS} | |
| env: | |
| TAGS: ${{ steps.push.outputs.digest }} | |
| COSIGN_EXPERIMENTAL: false | |
| COSIGN_PRIVATE_KEY: ${{ secrets.SIGNING_SECRET }} | |
| - name: Echo outputs | |
| if: github.event_name != 'pull_request' | |
| run: | | |
| echo "${{ toJSON(steps.push.outputs) }}" | |
| check: | |
| name: Check all builds successful | |
| if: ${{ !cancelled() }} | |
| runs-on: ubuntu-latest | |
| needs: [push-ghcr] | |
| steps: | |
| - name: Exit on failure | |
| if: ${{ needs.push-ghcr.result == 'failure' }} | |
| shell: bash | |
| run: exit 1 | |
| - name: Exit | |
| shell: bash | |
| run: exit 0 |