Merge pull request #123 from emqx/20241122-use-gcc-7-for-otp-24 #212
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build docker images | |
| concurrency: | |
| group: main-${{ github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| workflow_dispatch: | |
| push: | |
| tags: | |
| - "*" | |
| jobs: | |
| prepare: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.versions.outputs.matrix }} | |
| final_matrix: ${{ steps.versions.outputs.final_matrix }} | |
| steps: | |
| - uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 | |
| - name: get release versions | |
| id: versions | |
| run: | | |
| #!/bin/bash | |
| versions="$(grep -E "^\+\sOTP-.*" ./RELEASE.md | \ | |
| sed -E 's/\+\sOTP-([0-9.-]*),Elixir-([0-9.]*).*/{"otp":"\1","elixir":"\2"}/g' | \ | |
| jq -sc .)" | |
| platforms='[ | |
| {"os": "ubuntu24.04", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "ubuntu24.04", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "ubuntu22.04", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "ubuntu22.04", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "ubuntu20.04", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "ubuntu20.04", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "ubuntu18.04", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "ubuntu18.04", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "debian12", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "debian12", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "debian11", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "debian11", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "debian10", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "debian10", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "el9", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "el9", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "el8", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "el8", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "el7", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "el7", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "amzn2", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "amzn2", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "amzn2023", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "amzn2023", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]}, | |
| {"os": "alpine3.15.1", "arch": "linux/amd64", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "alpine3.15.1", "arch": "linux/arm64", "runner": ["self-hosted", "linux", "arm64", "ephemeral"]} | |
| ]' | |
| final_platforms='[ | |
| {"os": "ubuntu24.04", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "ubuntu22.04", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "ubuntu20.04", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "ubuntu18.04", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "debian12", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "debian11", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "debian10", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "el9", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "el8", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "el7", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "amzn2", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "amzn2023", "runner": ["self-hosted", "linux", "x64", "ephemeral"]}, | |
| {"os": "alpine3.15.1", "runner": ["self-hosted", "linux", "x64", "ephemeral"]} | |
| ]' | |
| matrix="$(jq -cn \ | |
| --argjson versions "$versions" \ | |
| --argjson platforms "$platforms" \ | |
| '[ | |
| $versions[] as $version | | |
| $platforms[] as $platform | | |
| { | |
| base_image_vsn: "5.0", | |
| otp: $version.otp, | |
| elixir: $version.elixir, | |
| platform: $platform | |
| } | |
| ]')" | |
| final_matrix="$(jq -cn \ | |
| --argjson versions "$versions" \ | |
| --argjson platforms "$final_platforms" \ | |
| '[ | |
| $versions[] as $version | | |
| $platforms[] as $platform | | |
| { | |
| base_image_vsn: "5.0", | |
| otp: $version.otp, | |
| elixir: $version.elixir, | |
| platform: $platform | |
| } | |
| ]')" | |
| echo "matrix=$matrix" | tee -a $GITHUB_OUTPUT | |
| echo "final_matrix=$final_matrix" | tee -a $GITHUB_OUTPUT | |
| base: | |
| runs-on: ${{ github.repository_owner == 'emqx' && matrix.platform.runner || '["ubuntu-latest"]' }} | |
| needs: | |
| - prepare | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: ${{ fromJSON(needs.prepare.outputs.matrix) }} | |
| env: | |
| REGISTRY_IMAGE: ghcr.io/${{ github.repository }}/base-${{ matrix.base_image_vsn }} | |
| steps: | |
| - uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 | |
| - uses: aws-actions/configure-aws-credentials@e3dd6a429d7300a6a4c196c26e071d42e0343502 # v4.0.2 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - name: define base tag | |
| id: base_tag | |
| run: | | |
| PLATFORM=${{ matrix.platform.arch }} | |
| ARCH=${PLATFORM#linux/} | |
| echo "tag=${{ matrix.platform.os }}-${ARCH}" | tee -a $GITHUB_OUTPUT | |
| - name: Get cache | |
| run: aws s3 sync s3://docker-buildx-cache/emqx-builder/${{ steps.base_tag.outputs.tag }} /tmp/.docker-buildx-cache | |
| - uses: docker/setup-buildx-action@d70bba72b1f3fd22344832f00baa16ece964efeb # v3.3.0 | |
| - uses: docker/setup-qemu-action@68827325e0b33c7199eb31dd4e31fbe9023e06e3 # v3.0.0 | |
| - uses: docker/login-action@e92390c5fb421da1463c202d546fed0ec5c39f20 # v3.1.0 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - uses: docker/metadata-action@8e5442c4ef9f78752691e2d8f8d19755c6f78e81 # v5.5.1 | |
| id: base_meta | |
| with: | |
| images: ${{ env.REGISTRY_IMAGE }} | |
| tags: type=raw,value=${{ steps.base_tag.outputs.tag }} | |
| - name: Build base image | |
| id: build | |
| uses: docker/build-push-action@2cdde995de11925a030ce8070c3d77a52ffcf1c0 # v5.3.0 | |
| with: | |
| pull: true | |
| push: true | |
| cache-from: type=local,src=/tmp/.docker-buildx-cache,mode=max | |
| cache-to: type=local,dest=/tmp/.docker-buildx-cache-new,mode=max | |
| platforms: ${{ matrix.platform.arch }} | |
| tags: ${{ steps.base_meta.outputs.tags }} | |
| labels: ${{ steps.base_meta.outputs.labels }} | |
| file: ${{ matrix.platform.os }}/Dockerfile | |
| context: . | |
| - name: Update cache | |
| run: aws s3 sync --delete /tmp/.docker-buildx-cache-new s3://docker-buildx-cache/emqx-builder/${{ steps.base_tag.outputs.tag }} | |
| build: | |
| name: ${{ matrix.platform.os }} ${{ matrix.platform.arch }} OTP-${{ matrix.otp }} Elixir-${{ matrix.elixir }} | |
| runs-on: ${{ github.repository_owner == 'emqx' && matrix.platform.runner || 'ubuntu-latest' }} | |
| needs: | |
| - prepare | |
| - base | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: ${{ fromJSON(needs.prepare.outputs.matrix) }} | |
| steps: | |
| - uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 | |
| - name: Get ref | |
| id: ref | |
| run: echo "ref=${GITHUB_REF##*/}" >> $GITHUB_OUTPUT | |
| - name: Set registry image | |
| id: registry | |
| run: | | |
| echo "image=ghcr.io/${{ github.repository }}/${{ steps.ref.outputs.ref }}" | tee -a $GITHUB_OUTPUT | |
| - uses: docker/setup-buildx-action@d70bba72b1f3fd22344832f00baa16ece964efeb # v3.3.0 | |
| - uses: docker/setup-qemu-action@68827325e0b33c7199eb31dd4e31fbe9023e06e3 # v3.0.0 | |
| - uses: docker/login-action@e92390c5fb421da1463c202d546fed0ec5c39f20 # v3.1.0 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - uses: docker/metadata-action@8e5442c4ef9f78752691e2d8f8d19755c6f78e81 # v5.5.1 | |
| id: meta | |
| with: | |
| images: ${{ steps.registry.outputs.image }} | |
| - name: define base tag | |
| id: base_tag | |
| run: | | |
| PLATFORM=${{ matrix.platform.arch }} | |
| ARCH="${PLATFORM#linux/}" | |
| TAG="${{ matrix.platform.os }}-${ARCH}" | |
| echo "tag=${TAG}" | tee -a $GITHUB_OUTPUT | |
| echo "image=ghcr.io/${{ github.repository }}/base-${{ matrix.base_image_vsn }}:${TAG}" | tee -a $GITHUB_OUTPUT | |
| - uses: docker/build-push-action@2cdde995de11925a030ce8070c3d77a52ffcf1c0 # v5.3.0 | |
| id: build_24 | |
| if: ${{ startsWith(matrix.otp, '24') }} | |
| with: | |
| pull: true | |
| no-cache: true | |
| platforms: ${{ matrix.platform.arch }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| build-args: | | |
| BUILD_FROM=${{ steps.base_tag.outputs.image }} | |
| OTP_VERSION=${{ matrix.otp }} | |
| ELIXIR_VERSION=${{ matrix.elixir }} | |
| BUILD_WITHOUT_QUIC=1 | |
| EMQTT_BENCH_VERSION=0.4.5 | |
| LUX_VERSION=lux-2.6 | |
| file: ./Dockerfile | |
| context: . | |
| outputs: type=image,name=${{ steps.registry.outputs.image }},push-by-digest=true,name-canonical=true,push=true | |
| - uses: docker/build-push-action@2cdde995de11925a030ce8070c3d77a52ffcf1c0 # v5.3.0 | |
| id: build_not_24 | |
| if: ${{ ! startsWith(matrix.otp, '24') }} | |
| with: | |
| pull: true | |
| no-cache: true | |
| platforms: ${{ matrix.platform.arch }} | |
| build-args: | | |
| BUILD_FROM=${{ steps.base_tag.outputs.image }} | |
| OTP_VERSION=${{ matrix.otp }} | |
| ELIXIR_VERSION=${{ matrix.elixir }} | |
| file: ./Dockerfile | |
| context: . | |
| outputs: type=image,name=${{ steps.registry.outputs.image }},push-by-digest=true,name-canonical=true,push=true | |
| - name: Export digests (OTP 24) | |
| if: ${{ startsWith(matrix.otp, '24') }} | |
| run: | | |
| mkdir -p /tmp/digests | |
| digest="${{ steps.build_24.outputs.digest }}" | |
| touch "/tmp/digests/${digest#sha256:}" | |
| - name: Export digests | |
| if: ${{ ! startsWith(matrix.otp, '24') }} | |
| run: | | |
| mkdir -p /tmp/digests | |
| digest="${{ steps.build_not_24.outputs.digest }}" | |
| touch "/tmp/digests/${digest#sha256:}" | |
| - name: Upload digest | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: "digests-${{ matrix.platform.os }}-${{ matrix.otp }}-${{ matrix.elixir }}-${{ matrix.platform.arch == 'linux/amd64' && 'amd64' || 'arm64' }}" | |
| path: /tmp/digests/* | |
| if-no-files-found: error | |
| retention-days: 1 | |
| merge: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - prepare | |
| - build | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: ${{ fromJSON(needs.prepare.outputs.final_matrix) }} | |
| steps: | |
| - name: Get ref | |
| id: ref | |
| run: echo "ref=${GITHUB_REF##*/}" >> $GITHUB_OUTPUT | |
| - name: Set registry image | |
| id: registry | |
| run: | | |
| echo "image=ghcr.io/${{ github.repository }}/${{ steps.ref.outputs.ref }}" | tee -a $GITHUB_OUTPUT | |
| - name: Download digests | |
| uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # v4.1.7 | |
| with: | |
| pattern: "digests-${{ matrix.platform.os }}-${{ matrix.otp }}-${{ matrix.elixir }}-*" | |
| path: /tmp/digests | |
| merge-multiple: true | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@d70bba72b1f3fd22344832f00baa16ece964efeb # v3.3.0 | |
| - name: Docker meta | |
| id: meta | |
| uses: docker/metadata-action@8e5442c4ef9f78752691e2d8f8d19755c6f78e81 # v5.5.1 | |
| with: | |
| images: ${{ steps.registry.outputs.image }} | |
| tags: | | |
| type=raw,value=${{ matrix.elixir }}-${{ matrix.otp }}-${{ matrix.platform.os }} | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@e92390c5fb421da1463c202d546fed0ec5c39f20 # v3.1.0 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Create manifest list and push | |
| working-directory: /tmp/digests | |
| run: | | |
| docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \ | |
| $(printf '${{ steps.registry.outputs.image }}@sha256:%s ' *) | |
| - name: Inspect image | |
| run: | | |
| docker buildx imagetools inspect ${{ steps.registry.outputs.image }}:${{ steps.meta.outputs.version }} | |
| release: | |
| runs-on: ubuntu-latest | |
| needs: merge | |
| if: startsWith(github.ref, 'refs/tags/') | |
| steps: | |
| - uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4.1.4 | |
| - name: Create Release | |
| id: create_release | |
| uses: actions/create-release@0cb9c9b65d5d1901c1f53e5e66eaf4afd303e70e # v1.1.4 | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| with: | |
| tag_name: ${{ github.ref }} | |
| release_name: EMQX Builder ${{ github.ref }} Released | |
| body_path: RELEASE.md | |
| draft: false | |
| prerelease: false |