Build Kolla container images #453
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Build Kolla container images | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| regexes: | |
| description: Space-separated list of regular expressions matching overcloud images to build | |
| type: string | |
| required: false | |
| default: "" | |
| overcloud: | |
| description: Build overcloud images? | |
| type: boolean | |
| required: false | |
| default: true | |
| seed: | |
| description: Build seed images? | |
| type: boolean | |
| required: false | |
| default: false | |
| rocky-linux-9: | |
| description: Build Rocky Linux 9 images? | |
| type: boolean | |
| required: false | |
| default: true | |
| ubuntu-jammy: | |
| description: Build Ubuntu Jammy 22.04 images? | |
| type: boolean | |
| required: false | |
| default: true | |
| push: | |
| description: Whether to push images | |
| type: boolean | |
| required: false | |
| default: true | |
| env: | |
| ANSIBLE_FORCE_COLOR: True | |
| jobs: | |
| generate-tag: | |
| name: Generate container image tag | |
| if: github.repository == 'stackhpc/stackhpc-kayobe-config' | |
| runs-on: [self-hosted, stackhpc-kayobe-config-kolla-builder-rl9] | |
| permissions: {} | |
| outputs: | |
| datetime_tag: ${{ steps.datetime_tag.outputs.datetime_tag }} | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| openstack_release: ${{ steps.openstack_release.outputs.openstack_release }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Determine OpenStack release | |
| id: openstack_release | |
| run: | | |
| BRANCH=$(awk -F'=' '/defaultbranch/ {print $2}' .gitreview) | |
| echo "openstack_release=${BRANCH}" | sed "s|stable/||" >> $GITHUB_OUTPUT | |
| # Generate a tag to apply to all built container images. | |
| # Without this, each kayobe * container image build command would use a different tag. | |
| - name: Generate container datetime tag | |
| id: datetime_tag | |
| run: | | |
| echo "datetime_tag=$(date +%Y%m%dT%H%M%S)" >> $GITHUB_OUTPUT | |
| # Dynamically define job matrix. | |
| # We need a separate matrix entry for each distribution, when the relevant input is true. | |
| # https://stackoverflow.com/questions/65384420/how-do-i-make-a-github-action-matrix-element-conditional | |
| - name: Generate build matrix | |
| id: set-matrix | |
| run: | | |
| comma="" | |
| echo -n "matrix={\"distro\": [" >> $GITHUB_OUTPUT | |
| if [[ ${{ inputs.rocky-linux-9 }} == 'true' ]]; then | |
| echo -n "$comma\"rocky\"" >> $GITHUB_OUTPUT | |
| comma=", " | |
| fi | |
| if [[ ${{ inputs.ubuntu-jammy }} == 'true' ]]; then | |
| echo -n "$comma\"ubuntu\"" >> $GITHUB_OUTPUT | |
| comma=", " | |
| fi | |
| echo "]}" >> $GITHUB_OUTPUT | |
| - name: Display container datetime tag | |
| run: | | |
| echo "${{ steps.datetime_tag.outputs.datetime_tag }}" | |
| container-image-build: | |
| name: Build Kolla container images | |
| if: github.repository == 'stackhpc/stackhpc-kayobe-config' | |
| runs-on: [self-hosted, stackhpc-kayobe-config-kolla-builder-rl9] | |
| timeout-minutes: 720 | |
| permissions: {} | |
| strategy: | |
| matrix: ${{ fromJson(needs.generate-tag.outputs.matrix) }} | |
| needs: | |
| - generate-tag | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| path: src/kayobe-config | |
| - name: Clone StackHPC Kayobe repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: stackhpc/kayobe | |
| ref: refs/heads/stackhpc/${{ needs.generate-tag.outputs.openstack_release }} | |
| path: src/kayobe | |
| - name: Setup networking | |
| run: | | |
| if ! ip l show breth1 >/dev/null 2>&1; then | |
| sudo ip l add breth1 type bridge | |
| fi | |
| sudo ip l set breth1 up | |
| if ! ip a show breth1 | grep 192.168.33.3/24; then | |
| sudo ip a add 192.168.33.3/24 dev breth1 | |
| fi | |
| if ! ip l show dummy1 >/dev/null 2>&1; then | |
| sudo ip l add dummy1 type dummy | |
| fi | |
| sudo ip l set dummy1 up | |
| sudo ip l set dummy1 master breth1 | |
| - name: Install Kayobe | |
| run: | | |
| mkdir -p venvs && | |
| pushd venvs && | |
| python3 -m venv kayobe && | |
| source kayobe/bin/activate && | |
| pip install -U pip && | |
| pip install ../src/kayobe | |
| - name: Bootstrap the control host | |
| run: | | |
| source venvs/kayobe/bin/activate && | |
| source src/kayobe-config/kayobe-env --environment ci-builder && | |
| kayobe control host bootstrap | |
| - name: Configure the seed host | |
| run: | | |
| source venvs/kayobe/bin/activate && | |
| source src/kayobe-config/kayobe-env --environment ci-builder && | |
| kayobe seed host configure | |
| env: | |
| KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }} | |
| - name: Prune local Kolla container images over 1 week old | |
| run: | | |
| sudo docker image prune --all --force --filter until=168h --filter="label=kolla_version" | |
| - name: Build and push kolla overcloud images | |
| run: | | |
| args="${{ github.event.inputs.regexes }}" | |
| args="$args -e kolla_base_distro=${{ matrix.distro }}" | |
| args="$args -e kolla_tag=$KOLLA_TAG" | |
| if ${{ inputs.push }} == 'true'; then | |
| args="$args --push" | |
| fi | |
| source venvs/kayobe/bin/activate && | |
| source src/kayobe-config/kayobe-env --environment ci-builder && | |
| kayobe overcloud container image build $args | |
| env: | |
| KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }} | |
| KOLLA_TAG: "${{ needs.generate-tag.outputs.openstack_release }}-${{ matrix.distro }}-${{ matrix.distro == 'rocky' && '9' || 'jammy' }}-${{ needs.generate-tag.outputs.datetime_tag }}" | |
| if: github.event.inputs.overcloud == 'true' | |
| - name: Build and push kolla seed images | |
| run: | | |
| args="kolla_base_distro=${{ matrix.distro }}" | |
| args="$args -e kolla_tag=$KOLLA_TAG" | |
| if ${{ inputs.push }} == 'true'; then | |
| args="$args --push" | |
| fi | |
| source venvs/kayobe/bin/activate && | |
| source src/kayobe-config/kayobe-env --environment ci-builder && | |
| kayobe seed container image build $args | |
| env: | |
| KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }} | |
| KOLLA_TAG: "${{ needs.generate-tag.outputs.openstack_release }}-${{ matrix.distro }}-${{ matrix.distro == 'rocky' && '9' || 'jammy' }}-${{ needs.generate-tag.outputs.datetime_tag }}" | |
| if: github.event.inputs.seed == 'true' | |
| - name: Get built container images | |
| run: | | |
| sudo docker image ls --filter "reference=ark.stackhpc.com/stackhpc-dev/*:*${{ matrix.distro }}*${{ needs.generate-tag.outputs.datetime_tag }}" > ${{ matrix.distro }}-container-images | |
| - name: Fail if no images have been built | |
| run: if [ $(wc -l < ${{ matrix.distro }}-container-images) -le 1 ]; then exit 1; fi | |
| - name: Upload container images artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ matrix.distro }} container images | |
| path: ${{ matrix.distro }}-container-images | |
| retention-days: 7 | |
| sync-container-repositories: | |
| name: Trigger container image repository sync | |
| needs: | |
| - container-image-build | |
| if: github.repository == 'stackhpc/stackhpc-kayobe-config' && inputs.push | |
| runs-on: ubuntu-latest | |
| permissions: {} | |
| steps: | |
| # NOTE(mgoddard): Trigger another CI workflow in the | |
| # stackhpc-release-train repository. | |
| - name: Trigger container image repository sync | |
| run: | | |
| filter='${{ inputs.regexes }}' | |
| if [[ -n $filter ]] && [[ ${{ github.event.inputs.seed }} == 'true' ]]; then | |
| filter="$filter bifrost" | |
| fi | |
| gh workflow run \ | |
| container-sync.yml \ | |
| --repo stackhpc/stackhpc-release-train \ | |
| --ref main \ | |
| -f filter="$filter" \ | |
| -f sync-old-images=false | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.STACKHPC_RELEASE_TRAIN_TOKEN }} | |
| - name: Display link to container image repository sync workflows | |
| run: | | |
| echo "::notice Container image repository sync workflows: https://github.com/stackhpc/stackhpc-release-train/actions/workflows/container-sync.yml" |