Test Suite #427
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: 'Test Suite' | |
# Runs acceptance and migrations tests with a set of terraform versions and provider versions (used for migration tests). | |
# This worflow is scheduled daily and runs against dev every day except for Sunday when we run against QA. It can also be run manually. | |
# The 1st day of the month we run terraform-compatibility-matrix.yml and therefore, we skip the test-suite (see shedule->cron below). | |
on: | |
workflow_dispatch: | |
inputs: | |
terraform_matrix: | |
description: 'Terraform version matrix (JSON array)' | |
default: '["1.10.x","1.9.x","1.8.x","1.7.x","1.6.x","1.5.x","1.4.x"]' | |
provider_matrix: | |
description: 'Previous MongoDB Atlas Provider version matrix for migration tests (JSON array)' | |
default: '[""]' # "" for latest version | |
send_notification: | |
description: 'Send the Slack notification if any of the tests fail.' | |
type: boolean | |
default: false | |
workflow_call: | |
inputs: | |
terraform_matrix: | |
description: 'Terraform version matrix (JSON array)' | |
type: string | |
provider_matrix: | |
description: 'Previous MongoDB Atlas Provider version matrix for migration tests (JSON array)' | |
type: string | |
default: '[""]' # "" for latest version | |
atlas_cloud_env: | |
description: 'Atlas cloud environment used, can be either `dev` or `qa`, empty for `dev`' | |
type: string | |
required: false | |
send_notification: | |
description: 'Send the Slack notification if any of the tests fail.' | |
type: boolean | |
default: true | |
schedule: | |
- cron: "0 0 2-31 * *" # workflow runs every day at midnight UTC except on the first day of the month | |
concurrency: | |
group: '${{ github.workflow }}' | |
cancel-in-progress: false | |
jobs: | |
variables: | |
env: | |
schedule_terraform_matrix: '["1.10.x"]' | |
schedule_provider_matrix: '[""]' # "" for latest version | |
runs-on: ubuntu-latest | |
outputs: | |
terraform_matrix: ${{ inputs.terraform_matrix || env.schedule_terraform_matrix }} | |
provider_matrix: ${{ inputs.provider_matrix || env.schedule_provider_matrix }} | |
day: ${{ steps.set_day.outputs.DAY }} | |
steps: | |
- name: set day | |
id: set_day | |
run: | | |
echo "DAY=$(date +'%a')" | |
echo "DAY=$(date +'%a')" >> "$GITHUB_OUTPUT" | |
clean-before: | |
secrets: inherit | |
uses: ./.github/workflows/cleanup-test-env.yml | |
tests: | |
needs: [clean-before, variables] | |
if: ${{ !cancelled() }} | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
terraform_version: ${{ fromJSON(needs.variables.outputs.terraform_matrix) }} | |
provider_version: ${{ fromJSON(needs.variables.outputs.provider_matrix) }} | |
name: tests-${{ matrix.terraform_version || 'latest' }}-${{ matrix.provider_version || 'latest' }} | |
secrets: inherit | |
uses: ./.github/workflows/acceptance-tests.yml | |
with: | |
terraform_version: ${{ matrix.terraform_version }} | |
provider_version: ${{ matrix.provider_version }} | |
atlas_cloud_env: ${{ inputs.atlas_cloud_env || needs.variables.outputs.day == 'Sun' && 'qa' }} | |
clean-after: | |
needs: tests | |
if: ${{ !cancelled() }} | |
secrets: inherit | |
uses: ./.github/workflows/cleanup-test-env.yml | |
slack-notification: | |
needs: [tests, clean-after] | |
if: ${{ !cancelled() && needs.tests.result == 'failure' && !contains(github.event.inputs.send_notification, 'false') }} | |
runs-on: ubuntu-latest | |
permissions: {} | |
steps: | |
- name: Send Slack message | |
id: slack | |
uses: slackapi/slack-github-action@485a9d42d3a73031f12ec201c457e2162c45d02d | |
with: | |
webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
webhook-type: incoming-webhook | |
payload: | | |
{ | |
"text": ":red_circle: Test Suite failed (reminder to log failures)", | |
"blocks": [ | |
{ | |
"type": "section", | |
"text": { | |
"type": "mrkdwn", | |
"text": "*Test Suite failed (reminder to log failures)* ${{ secrets.SLACK_ONCALL_TAG }}" | |
} | |
}, | |
{ | |
"type": "actions", | |
"elements": [ | |
{ | |
"type": "button", | |
"text": { | |
"type": "plain_text", | |
"text": ":github: Failed action" | |
}, | |
"url": "${{github.server_url}}/${{github.repository}}/actions/runs/${{github.run_id}}" | |
} | |
] | |
} | |
] | |
} |