Build overcloud host images #197
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Build overcloud host images | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| rocky9: | |
| description: Build Rocky Linux 9 | |
| type: boolean | |
| default: true | |
| ubuntu-jammy: | |
| description: Build Ubuntu 22.04 Jammy | |
| type: boolean | |
| default: true | |
| secrets: | |
| KAYOBE_VAULT_PASSWORD: | |
| required: true | |
| CLOUDS_YAML: | |
| required: true | |
| OS_APPLICATION_CREDENTIAL_ID: | |
| required: true | |
| OS_APPLICATION_CREDENTIAL_SECRET: | |
| required: true | |
| env: | |
| ANSIBLE_FORCE_COLOR: True | |
| jobs: | |
| overcloud-host-image-build: | |
| name: Build overcloud host images | |
| if: github.repository == 'stackhpc/stackhpc-kayobe-config' | |
| runs-on: arc-skc-aio-runner | |
| permissions: {} | |
| steps: | |
| - name: Install package dependencies | |
| run: | | |
| sudo apt update | |
| sudo apt install -y build-essential git unzip nodejs python3-wheel python3-pip python3-venv | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| path: src/kayobe-config | |
| - name: Determine OpenStack release | |
| id: openstack_release | |
| run: | | |
| BRANCH=$(awk -F'=' '/defaultbranch/ {print $2}' src/kayobe-config/.gitreview) | |
| echo "openstack_release=${BRANCH}" | sed "s|stable/||" >> $GITHUB_OUTPUT | |
| # Generate a tag to apply to all built overcloud host images. | |
| - name: Generate overcloud host image tag | |
| id: host_image_tag | |
| run: | | |
| echo "host_image_tag=$(date +${{ steps.openstack_release.outputs.openstack_release }}-%Y%m%dT%H%M%S)" >> $GITHUB_OUTPUT | |
| - name: Display overcloud host image tag | |
| run: | | |
| echo "${{ steps.host_image_tag.outputs.host_image_tag }}" | |
| - name: Clean any previous build artifact | |
| run: | | |
| rm -f /tmp/updated_images.txt | |
| - name: Clone StackHPC Kayobe repository | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: stackhpc/kayobe | |
| ref: refs/heads/stackhpc/${{ steps.openstack_release.outputs.openstack_release }} | |
| path: src/kayobe | |
| - name: Install image build dependencies | |
| run: | | |
| sudo apt -y install zstd debootstrap | |
| - name: Install Kayobe | |
| run: | | |
| mkdir -p venvs && | |
| pushd venvs && | |
| python3 -m venv kayobe && | |
| source kayobe/bin/activate && | |
| pip install -U pip && | |
| pip install ../src/kayobe | |
| - name: Create bifrost_httpboot Docker volume | |
| run: | | |
| if [[ $(docker volume ls -f Name=bifrost_httpboot -q | wc -l) = 0 ]]; then | |
| docker volume create bifrost_httpboot | |
| fi | |
| - name: Generate clouds.yaml | |
| run: | | |
| cat << EOF > clouds.yaml | |
| ${{ secrets.CLOUDS_YAML }} | |
| EOF | |
| - name: Install OpenStack client | |
| run: | | |
| source venvs/kayobe/bin/activate && | |
| pip install python-openstackclient -c https://opendev.org/openstack/requirements/raw/branch/stable/${{ steps.openstack_release.outputs.openstack_release }}/upper-constraints.txt | |
| - name: Build a Rocky Linux 9 overcloud host image | |
| id: build_rocky_9 | |
| continue-on-error: true | |
| run: | | |
| source venvs/kayobe/bin/activate && | |
| source src/kayobe-config/kayobe-env --environment ci-builder && | |
| kayobe overcloud host image build --force-rebuild \ | |
| -e os_distribution="rocky" \ | |
| -e os_release="9" \ | |
| -e stackhpc_overcloud_dib_name=overcloud-rocky-9 | |
| env: | |
| KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }} | |
| if: inputs.rocky9 | |
| - name: Upload Rocky Linux 9 overcloud host image to Ark | |
| run: | | |
| source venvs/kayobe/bin/activate && | |
| source src/kayobe-config/kayobe-env --environment ci-builder && | |
| kayobe playbook run \ | |
| src/kayobe-config/etc/kayobe/ansible/pulp-host-image-upload.yml \ | |
| -e image_path=/opt/kayobe/images/overcloud-rocky-9 \ | |
| -e host_image_tag=${{ steps.host_image_tag.outputs.host_image_tag }} \ | |
| -e os_distribution="rocky" \ | |
| -e os_release="9" | |
| env: | |
| KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }} | |
| if: inputs.rocky9 && steps.build_rocky_9.outcome == 'success' | |
| - name: Upload Rocky Linux 9 overcloud host image to SMS | |
| run: | | |
| source venvs/kayobe/bin/activate && | |
| openstack image create \ | |
| overcloud-rocky-9-${{ steps.host_image_tag.outputs.host_image_tag }} \ | |
| --container-format bare \ | |
| --disk-format qcow2 \ | |
| --file /opt/kayobe/images/overcloud-rocky-9/overcloud-rocky-9.qcow2 \ | |
| --private \ | |
| --os-cloud sms-lab-release \ | |
| --progress | |
| env: | |
| OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.OS_APPLICATION_CREDENTIAL_ID }} | |
| OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.OS_APPLICATION_CREDENTIAL_SECRET }} | |
| if: inputs.rocky9 && steps.build_rocky_9.outcome == 'success' | |
| - name: Build an Ubuntu Jammy 22.04 overcloud host image | |
| id: build_ubuntu_jammy | |
| continue-on-error: true | |
| run: | | |
| source venvs/kayobe/bin/activate && | |
| source src/kayobe-config/kayobe-env --environment ci-builder && | |
| kayobe overcloud host image build --force-rebuild \ | |
| -e os_distribution="ubuntu" \ | |
| -e os_release="jammy" \ | |
| -e stackhpc_overcloud_dib_name=overcloud-ubuntu-jammy | |
| env: | |
| KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }} | |
| if: inputs.ubuntu-jammy | |
| - name: Upload Ubuntu Jammy 22.04 overcloud host image to Ark | |
| run: | | |
| source venvs/kayobe/bin/activate && | |
| source src/kayobe-config/kayobe-env --environment ci-builder && | |
| kayobe playbook run \ | |
| src/kayobe-config/etc/kayobe/ansible/pulp-host-image-upload.yml \ | |
| -e image_path=/opt/kayobe/images/overcloud-ubuntu-jammy \ | |
| -e host_image_tag=${{ steps.host_image_tag.outputs.host_image_tag }} \ | |
| -e os_distribution="ubuntu" \ | |
| -e os_release="jammy" | |
| env: | |
| KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }} | |
| if: inputs.ubuntu-jammy && steps.build_ubuntu_jammy.outcome == 'success' | |
| - name: Upload Ubuntu Jammy 22.04 overcloud host image to SMS | |
| run: | | |
| source venvs/kayobe/bin/activate && | |
| openstack image create \ | |
| overcloud-ubuntu-jammy-${{ steps.host_image_tag.outputs.host_image_tag }} \ | |
| --container-format bare \ | |
| --disk-format qcow2 \ | |
| --file /opt/kayobe/images/overcloud-ubuntu-jammy/overcloud-ubuntu-jammy.qcow2 \ | |
| --private \ | |
| --os-cloud sms-lab-release \ | |
| --progress | |
| env: | |
| OS_APPLICATION_CREDENTIAL_ID: ${{ secrets.OS_APPLICATION_CREDENTIAL_ID }} | |
| OS_APPLICATION_CREDENTIAL_SECRET: ${{ secrets.OS_APPLICATION_CREDENTIAL_SECRET }} | |
| if: inputs.ubuntu-jammy && steps.build_ubuntu_jammy.outcome == 'success' | |
| - name: Upload updated images artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Updated images list | |
| path: /tmp/updated_images.txt | |
| retention-days: 7 | |
| if: steps.build_rocky_9.outcome == 'success' || | |
| steps.build_ubuntu_jammy.outcome == 'success' | |
| - name: Upload Rocky 9 build logs if build failed | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Rocky 9 build logs | |
| path: | | |
| /opt/kayobe/images/overcloud-rocky-9/overcloud-rocky-9.stdout | |
| /opt/kayobe/images/overcloud-rocky-9/overcloud-rocky-9.stderr | |
| retention-days: 7 | |
| if: steps.build_rocky_9.outcome == 'failure' | |
| - name: Upload Ubuntu Jammy 22.04 build logs if build failed | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Ubuntu Jammy 22.04 build logs | |
| path: | | |
| /opt/kayobe/images/overcloud-ubuntu-jammy/overcloud-ubuntu-jammy.stdout | |
| /opt/kayobe/images/overcloud-ubuntu-jammy/overcloud-ubuntu-jammy.stderr | |
| retention-days: 7 | |
| if: steps.build_ubuntu_jammy.outcome == 'failure' | |
| - name: Fail if any overcloud host image builds failed | |
| run: | | |
| echo "Builds failed. See workflow artifacts for details." && | |
| exit 1 | |
| if: steps.build_rocky_9.outcome == 'failure' || | |
| steps.build_ubuntu_jammy.outcome == 'failure' | |
| - name: Clean up build artifacts | |
| run: | | |
| sudo rm -rf /opt/kayobe/images/ | |
| if: always() |