Devnet Partner Chains Tests #61
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Devnet Partner Chains Tests | |
| on: | |
| schedule: | |
| - cron: '30 4 * * *' | |
| workflow_dispatch: | |
| inputs: | |
| keyword: | |
| description: 'Run tests by keyword (-k)' | |
| type: string | |
| latest_mc_epoch: | |
| description: 'Parametrize committee tests to verify whole last MC epoch' | |
| type: boolean | |
| log_level: | |
| description: 'Log level' | |
| required: true | |
| default: 'info' | |
| type: choice | |
| options: | |
| - critical | |
| - error | |
| - warning | |
| - info | |
| - debug | |
| plan: | |
| description: 'XRay Test Plan' | |
| type: string | |
| required: false | |
| execution: | |
| description: 'XRay Test Execution' | |
| type: string | |
| required: false | |
| jobs: | |
| run: | |
| permissions: | |
| id-token: write | |
| contents: read | |
| runs-on: eks | |
| if: github.event.pull_request.draft == false | |
| env: | |
| TEST_ENVIRONMENT: devnet | |
| steps: | |
| - name: set ssh-agent to binary host | |
| uses: webfactory/[email protected] | |
| with: | |
| ssh-private-key: ${{ secrets.SSH_KEY_BINARY_HOST }} | |
| - name: Acquire AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| role-to-assume: ${{ secrets.AWS_ROLE_ARN_ }} | |
| aws-region: "eu-central-1" | |
| - name: checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event_name == 'workflow_dispatch' && github.ref_name || 'v1.3.0-test' }} | |
| - name: Set deployment_version as env variable | |
| run: echo "DEPLOYMENT_VERSION=$(jq -r .deployment_version ./E2E-tests/config/substrate/devnet_nodes.json)" >> $GITHUB_ENV | |
| - name: Set XRay variables | |
| run: | | |
| if [ ! -z "${{ inputs.plan }}" ]; then | |
| echo "TEST_PLAN=${{ inputs.plan }}" >> $GITHUB_ENV | |
| elif [ ! -z "${{ inputs.execution }}" ]; then | |
| echo "TEST_EXECUTION=${{ inputs.execution }}" >> $GITHUB_ENV | |
| else | |
| echo "TEST_PLAN=ETCM-7235" >> $GITHUB_ENV | |
| fi | |
| - name: set report_to_xray env variable | |
| run: | | |
| echo "REPORT_TO_XRAY=$([[ '${{ github.event_name }}' == 'schedule' || -n '${{ github.event.inputs.plan }}' || -n '${{ github.event.inputs.execution }}' ]] && echo true || echo false )" >> $GITHUB_ENV | |
| - name: install earthly | |
| uses: earthly/actions-setup@v1 | |
| with: | |
| github-token: ${{ github.token }} | |
| use-cache: true | |
| version: ^0.7.0 | |
| - name: run | |
| env: | |
| EARTHLY_BUILD_ARGS: "CI_RUN=true" | |
| FORCE_COLOR: 1 | |
| SLACK_REF_NAME: ${{ github.event_name == 'schedule' && format('{0}/{1}', env.TEST_ENVIRONMENT, env.DEPLOYMENT_VERSION) || github.ref_name }} | |
| LOG_LEVEL: ${{ inputs.log_level }} | |
| KEYWORD: ${{ inputs.keyword }} | |
| SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| JOB_URL: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}" | |
| LATEST_MC_EPOCH: ${{ (inputs.latest_mc_epoch == true) && true || false }} | |
| REPORT_TO_SLACK: ${{ github.ref == 'refs/heads/master' && 'true' || 'false' }} | |
| GITHUB_ACTOR_USERNAME: ${{ github.event_name == 'schedule' && 'nightly' || github.actor }} | |
| XRAY_CLIENT_ID: ${{ secrets.XRAY_CLIENT_ID }} | |
| XRAY_CLIENT_SECRET: ${{ secrets.XRAY_CLIENT_SECRET }} | |
| XRAY_API_BASE_URL: ${{ secrets.XRAY_API_BASE_URL }} | |
| JIRA_URL: ${{ secrets.JIRA_URL }} | |
| MARKERS: "not active_flow and not passive_flow" | |
| run: | | |
| cd E2E-tests | |
| earthly \ | |
| --secret AWS_SESSION_TOKEN="$AWS_SESSION_TOKEN" \ | |
| --secret AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" \ | |
| --secret AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" \ | |
| --secret SLACK_WEBHOOK_URL="$SLACK_WEBHOOK_URL" \ | |
| --secret XRAY_CLIENT_ID="$XRAY_CLIENT_ID" \ | |
| --secret XRAY_CLIENT_SECRET="$XRAY_CLIENT_SECRET" \ | |
| --secret XRAY_API_BASE_URL="$XRAY_API_BASE_URL" \ | |
| --secret JIRA_URL="$JIRA_URL" \ | |
| --ssh-auth-sock="$SSH_AUTH_SOCK" \ | |
| +report \ | |
| --log_level="${LOG_LEVEL:-"info"}" \ | |
| --env=${{ env.TEST_ENVIRONMENT }} \ | |
| --stack=${{ env.TEST_ENVIRONMENT }} \ | |
| --keyword="${KEYWORD:-"test_"}" \ | |
| --repository ${{ github.repository }} \ | |
| --job_url="$JOB_URL" \ | |
| --slack_ref_name $SLACK_REF_NAME \ | |
| --latest_mc_epoch=$LATEST_MC_EPOCH \ | |
| --report_to_slack=$REPORT_TO_SLACK \ | |
| --github_actor_username="$GITHUB_ACTOR_USERNAME" \ | |
| --plan="$TEST_PLAN" \ | |
| --execution="$TEST_EXECUTION" \ | |
| --report_to_xray=$REPORT_TO_XRAY \ | |
| --decrypt=true \ | |
| --markers="$MARKERS" | |
| - name: Archive Debug Log | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: debug_log | |
| retention-days: 15 | |
| overwrite: true | |
| path: E2E-tests/debug.log | |
| - name: Setup Node | |
| uses: actions/setup-node@v4 | |
| if: ${{ !cancelled() }} | |
| with: | |
| node-version: 'latest' | |
| - name: Install Ctrf | |
| if: ${{ !cancelled() }} | |
| run: | | |
| cd E2E-tests | |
| npm install github-actions-ctrf | |
| - name: Generate Summary Report | |
| if: ${{ !cancelled() }} | |
| run: | | |
| cd E2E-tests | |
| npx github-actions-ctrf ctrf-report.json |