Skip to content

Commit

Permalink
Create publish_docker_matrix_all.yml
Browse files Browse the repository at this point in the history
  • Loading branch information
SciLor authored Sep 3, 2024
1 parent b7d5e12 commit ab91056
Showing 1 changed file with 227 additions and 0 deletions.
227 changes: 227 additions & 0 deletions .github/workflows/publish_docker_matrix_all.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,227 @@
name: Docker Image Publish Matrix

on:
workflow_call:
inputs:
system:
description: "debian, ubuntu or alpine"
type: string
required: true
dockerfile:
description: "DockerfileDebian, DockerfileUbuntu or DockerfileAlpine"
type: string
required: true
platforms:
description: "Comma-separated list of target platforms for the build (e.g., linux/amd64,linux/arm/v7)"
type: string
required: true
primary_image:
description: "Flag if it is the primary fallback image to use"
type: boolean
required: true
error_platforms:
description: "Comma-separated list of target platforms that can have build errors (e.g., linux/amd64,linux/arm/v7)"
type: string
required: true

tcw_commit_hash:
type: string

# permissions are needed if pushing to ghcr.io
permissions:
packages: write

env:
REGISTRY_IMAGE: ghcr.io/toniebox-reverse-engineering/teddycloud

jobs:
build:
strategy:
fail-fast: false
matrix:
platform: ${{ fromJson(inputs.platforms) }}
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
submodules: recursive
ref: ${{ inputs.tcw_commit_hash || 'HEAD' }}
- name: Set up QEMU
uses: docker/setup-qemu-action@v3
- name: Set up Docker Buildx
id: buildx
uses: docker/setup-buildx-action@v3

- name: Login to GHCR
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.repository_owner }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: Docker meta matrix
id: matrix_meta
uses: docker/metadata-action@v5
with:
images: ${{ env.REGISTRY_IMAGE }}
tags: |
type=schedule
type=schedule,pattern=nightly
type=schedule,pattern={{date 'YYYYMMDD'}}
type=schedule,pattern={{date 'YYYYMMDD-hhmmss' tz='Germany/Berlin'}}
type=ref,event=branch
type=ref,event=pr
type=sha
type=raw,value=latest,enable=${{ startsWith(github.ref, 'refs/tags/tc_v') }}
type=raw,value=nightly,enable=${{ startsWith(github.ref, 'refs/tags/tc_nightly') }}
type=raw,value=nightly-develop,enable=${{ github.ref == 'refs/heads/develop' }}
type=ref,event=tag
type=match,pattern=tc_v(\d+),group=1
type=match,pattern=tc_v(\d+.\d+),group=1
type=match,pattern=tc_v(\d+.\d+.\d+),group=1
type=match,pattern=tc_v(\d+.\d+.\d+-\S+),group=1
flavor: |
prefix=arch_,onlatest=true
suffix=_${{ matrix.platform }}_ubuntu,onlatest=${{ inputs.primary_image }}
- name: Modify tags
id: modify_tags
if: ${{ inputs.primary_image }}
run: |
original_tags=$(jq -cr '.tags | map(.) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON")
modified_tags=$(echo "$original_tags" | sed 's/_ubuntu//')
all_tags="$original_tags $modified_tags"
echo "all_tags=$all_tags"
echo "all_tags=$all_tags" >> $GITHUB_OUTPUT
- name: Build & push digest docker ${{ matrix.platform }}
id: build
uses: docker/build-push-action@v5
with:
context: .
file: ${{ inputs.dockerfile }}
platforms: ${{ matrix.platform }}
push: true
labels: ${{ steps.matrix_meta.outputs.labels }}
outputs: type=image,name=${{ env.REGISTRY_IMAGE }},push-by-digest=true,name-canonical=true
cache-from: type=gha
cache-to: type=gha,mode=max

- name: Platform name strip for filename
id: platform_strip
run: |
platform=$(echo "${{ matrix.platform }}" | tr '/' '_')
echo "platform=$platform"
echo "platform=$platform" >> $GITHUB_OUTPUT
- name: Run docker image test
run: |
docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
docker run -e DOCKER_TEST=1 --platform ${{ matrix.platform }} --name teddyCloud-test ${{ env.REGISTRY_IMAGE }}@${{ steps.build.outputs.digest }}
continue-on-error: ${{ contains(fromJson(inputs.error_platforms), matrix.platform) }}
- name: Extract release zip
run: |
docker cp teddyCloud-test:/tmp/teddycloud.zip /tmp/teddycloud.${{ steps.platform_strip.outputs.platform }}.${{ inputs.system }}.release.zip
docker rm teddyCloud-test
continue-on-error: ${{ contains(fromJson(inputs.error_platforms), matrix.platform) }}

- name: Export digest
run: |
mkdir -p /tmp/digests/${{ github.sha }}
digest="${{ steps.build.outputs.digest }}"
commit_sha="${{ github.sha }}"
touch "/tmp/digests/${commit_sha}/${digest#sha256:}"
- name: Push docker tags ${{ matrix.platform }}
id: push_tags
uses: docker/build-push-action@v5
with:
context: .
file: ${{ inputs.dockerfile }}
platforms: ${{ matrix.platform }}
push: ${{ github.event_name != 'pull_request' }}
# tags: ${{ steps.modify_tags.outputs.all_tags }} # invalid reference format
tags: ${{ steps.matrix_meta.outputs.tags }}
labels: ${{ steps.matrix_meta.outputs.labels }}

- name: Upload digest
uses: actions/upload-artifact@v4
with:
name: digests-${{ inputs.system }}-${{ steps.platform_strip.outputs.platform }}
path: /tmp/digests/${{ github.sha }}/*
if-no-files-found: error
- name: Upload release file
uses: actions/upload-artifact@v4
with:
name: release-${{ steps.platform_strip.outputs.platform }}-${{ inputs.system }}
path: /tmp/teddycloud.${{ steps.platform_strip.outputs.platform }}.${{ inputs.system }}.release.zip
if-no-files-found: error

merge-images:
runs-on: ubuntu-latest
needs:
- build
steps:
- name: Download digests
uses: actions/download-artifact@v4
with:
pattern: digests-${{ inputs.system }}-*
merge-multiple: true
path: /tmp/digests/${{ github.sha }}
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Login to GHCR
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.repository_owner }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Docker meta
id: teddycloud_meta # you'll use this in the next step
uses: docker/metadata-action@v5
with:
# list of Docker images to use as base name for tags
images: ${{ env.REGISTRY_IMAGE }}
# Docker tags based on the following events/attributes
tags: |
type=schedule
type=schedule,pattern=nightly
type=schedule,pattern={{date 'YYYYMMDD'}}
type=schedule,pattern={{date 'YYYYMMDD-hhmmss' tz='Germany/Berlin'}}
type=ref,event=branch
type=ref,event=pr
type=sha
type=raw,value=latest,enable=${{ startsWith(github.ref, 'refs/tags/tc_v') }}
type=raw,value=nightly,enable=${{ startsWith(github.ref, 'refs/tags/tc_nightly') }}
type=raw,value=nightly-develop,enable=${{ github.ref == 'refs/heads/develop' }}
type=ref,event=tag
type=match,pattern=tc_v(\d+),group=1
type=match,pattern=tc_v(\d+.\d+),group=1
type=match,pattern=tc_v(\d+.\d+.\d+),group=1
type=match,pattern=tc_v(\d+.\d+.\d+-\S+),group=1
flavor: |
suffix=_${{ inputs.system }},onlatest=${{ !inputs.primary_image }}
- name: Create manifest list and push (primary)
if: ${{ github.event_name != 'pull_request' && inputs.primary_image }}
working-directory: /tmp/digests/${{ github.sha }}
run: |
suffix="${{ inputs.system }}"
# Extract original tags
original_tags=$(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON")
# Remove suffix and create a modified tag list
modified_tags=$(jq -cr '.tags | map("-t " + sub("_" + $suffix + "$"; "")) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON")
# Combine original and modified tags
all_tags="$original_tags $modified_tags"
docker buildx imagetools create $all_tags \
$(printf '${{ env.REGISTRY_IMAGE }}@sha256:%s ' *)
- name: Create manifest list and push
if: ${{ github.event_name != 'pull_request' && !inputs.primary_image }}
working-directory: /tmp/digests/${{ github.sha }}
run: |
docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
$(printf '${{ env.REGISTRY_IMAGE }}@sha256:%s ' *)
- name: Inspect image
if: ${{ github.event_name != 'pull_request' }}
run: |
docker buildx imagetools inspect ${{ env.REGISTRY_IMAGE }}:${{ steps.teddycloud_meta.outputs.version }}

0 comments on commit ab91056

Please sign in to comment.