refactor(ci): finish matrix migration and update release workflow (#2475

) * refactor(ci): finish matrix migration and update release workflow * update readme go version * use actions script * test? * use core * use context references
zeta-chain · Jul 16, 2024 · 0f95277 · 0f95277
1 parent cba50db
commit 0f95277
Show file tree

Hide file tree

Showing 7 changed files with 102 additions and 478 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -4,6 +4,7 @@ on:
   push:
     branches:
       - develop
+      - release/*
   merge_group:
   pull_request:
     branches:
@@ -12,7 +13,6 @@ on:
       - synchronize
       - opened
       - reopened
-      - ready_for_review
 
 concurrency: 
   group: pr-testing-${{ github.head_ref || github.run_id }}

diff --git a/.github/workflows/e2e.yml b/.github/workflows/e2e.yml
@@ -4,15 +4,45 @@ on:
   push:
     branches:
       - develop
+      - release/*
   pull_request:
     branches:
       - "*"
   merge_group:
-  workflow_dispatch:
   schedule:
     # run at 6AM UTC Daily
     # 6AM UTC -> 11PM PT
     - cron: "0 6 * * *"
+  workflow_dispatch:
+    inputs:
+      default-test:
+        type: boolean
+        required: false
+        default: false
+      upgrade-light-test:
+        type: boolean
+        required: false
+        default: false
+      upgrade-test:
+        type: boolean
+        required: false
+        default: false
+      admin-test:
+        type: boolean
+        required: false
+        default: false
+      upgrade-import-mainnet-test:
+        type: boolean
+        required: false
+        default: false
+      performance-test:
+        type: boolean
+        required: false
+        default: false
+      stateful-data-test:
+        type: boolean
+        required: false
+        default: false
 
 concurrency: 
   group: e2e-${{ github.head_ref || github.sha }}
@@ -27,34 +57,61 @@ jobs:
       DEFAULT_TESTS: ${{ steps.matrix-conditionals.outputs.DEFAULT_TESTS }}
       UPGRADE_TESTS: ${{ steps.matrix-conditionals.outputs.UPGRADE_TESTS }}
       UPGRADE_LIGHT_TESTS: ${{ steps.matrix-conditionals.outputs.UPGRADE_LIGHT_TESTS }}
+      UPGRADE_IMPORT_MAINNET_TESTS: ${{ steps.matrix-conditionals.outputs.UPGRADE_IMPORT_MAINNET_TESTS }}
       ADMIN_TESTS: ${{ steps.matrix-conditionals.outputs.ADMIN_TESTS }}
+      PERFORMANCE_TESTS: ${{ steps.matrix-conditionals.outputs.PERFORMANCE_TESTS }}
+      STATEFUL_DATA_TESTS: ${{ steps.matrix-conditionals.outputs.STATEFUL_DATA_TESTS }}
     steps:
-      # use cli rather than event context to avoid race conditions (label added after push)
+      # use api rather than event context to avoid race conditions (label added after push)
       - id: matrix-conditionals
-        run: |
-          if [[ ${{ github.event_name }} == 'pull_request' ]]; then
-            echo "DEFAULT_TESTS=true" >> $GITHUB_OUTPUT
-            labels=$(gh pr view -R ${{github.repository}} ${{github.event.pull_request.number}} --json labels -q '.labels[].name')
-            if [[ "$labels" == *"UPGRADE_TESTS"* ]]; then
-              echo "UPGRADE_TESTS=true" >> $GITHUB_OUTPUT
-            fi
-
-            if [[ "$labels" == *"UPGRADE_LIGHT_TESTS"* ]]; then
-              echo "UPGRADE_LIGHT_TESTS=true" >> $GITHUB_OUTPUT
-            fi
-
-            if [[ "$labels" == *"ADMIN_TESTS"* ]]; then
-              echo "ADMIN_TESTS=true" >> $GITHUB_OUTPUT
-            fi
-          elif [[ ${{ github.event_name }} == 'merge_group' ]]; then
-            echo "DEFAULT_TESTS=true" >> $GITHUB_OUTPUT
-          elif [[ ${{ github.event_name }} == 'push' && ${{ github.ref }} == 'refs/heads/develop' ]]; then
-            echo "DEFAULT_TESTS=true" >> $GITHUB_OUTPUT
-          elif [[ ${{ github.event_name }} == 'schedule' ]]; then
-            echo "UPGRADE_TESTS=true" >> $GITHUB_OUTPUT
-            echo "UPGRADE_LIGHT_TESTS=true" >> $GITHUB_OUTPUT
-            echo "ADMIN_TESTS=true" >> $GITHUB_OUTPUT
-          fi
+        uses: actions/github-script@v7
+        with:
+          script: |
+            console.log(context);
+            if (context.eventName === 'pull_request') {
+              const { data: pr } = await github.rest.pulls.get({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                pull_number: context.payload.pull_request.number,
+              });
+              const labels = pr.labels.map(label => label.name);
+              console.log("labels:", labels);
+              core.setOutput('DEFAULT_TESTS', true);
+              core.setOutput('UPGRADE_TESTS', labels.includes('UPGRADE_TESTS'));
+              core.setOutput('UPGRADE_LIGHT_TESTS', labels.includes('UPGRADE_LIGHT_TESTS'));
+              core.setOutput('UPGRADE_IMPORT_MAINNET_TESTS', labels.includes('UPGRADE_IMPORT_MAINNET_TESTS'));
+              core.setOutput('ADMIN_TESTS', labels.includes('ADMIN_TESTS'));
+              core.setOutput('PERFORMANCE_TESTS', labels.includes('PERFORMANCE_TESTS'));
+              core.setOutput('STATEFUL_DATA_TESTS', labels.includes('STATEFUL_DATA_TESTS'));
+            } else if (context.eventName === 'merge_group') {
+              core.setOutput('DEFAULT_TESTS', true);
+            } else if (context.eventName === 'push' && context.ref === 'refs/heads/develop') {
+              core.setOutput('DEFAULT_TESTS', true);
+            } else if (context.eventName === 'push' && context.ref.startsWith('refs/heads/release/')) {
+              core.setOutput('DEFAULT_TESTS', true);
+              core.setOutput('UPGRADE_TESTS', true);
+              core.setOutput('UPGRADE_LIGHT_TESTS', true);
+              core.setOutput('UPGRADE_IMPORT_MAINNET_TESTS', true);
+              core.setOutput('ADMIN_TESTS', true);
+              core.setOutput('PERFORMANCE_TESTS', true);
+              core.setOutput('STATEFUL_DATA_TESTS', true);
+            } else if (context.eventName === 'schedule') {
+              core.setOutput('DEFAULT_TESTS', true);
+              core.setOutput('UPGRADE_TESTS', true);
+              core.setOutput('UPGRADE_LIGHT_TESTS', true);
+              core.setOutput('UPGRADE_IMPORT_MAINNET_TESTS', true);
+              core.setOutput('ADMIN_TESTS', true);
+              core.setOutput('PERFORMANCE_TESTS', true);
+              core.setOutput('STATEFUL_DATA_TESTS', true);
+            } else if (context.eventName === 'workflow_dispatch') {
+              core.setOutput('DEFAULT_TESTS', context.payload.inputs['default-test']);
+              core.setOutput('UPGRADE_TESTS', context.payload.inputs['upgrade-test']);
+              core.setOutput('UPGRADE_LIGHT_TESTS', context.payload.inputs['upgrade-light-test']);
+              core.setOutput('UPGRADE_IMPORT_MAINNET_TESTS', context.payload.inputs['upgrade-import-mainnet-test']);
+              core.setOutput('ADMIN_TESTS', context.payload.inputs['admin-test']);
+              core.setOutput('PERFORMANCE_TESTS', context.payload.inputs['performance-test']);
+              core.setOutput('STATEFUL_DATA_TESTS', context.payload.inputs['stateful-data-test']);
+            }
 
   e2e:
     needs: matrix-conditionals
@@ -71,9 +128,18 @@ jobs:
           - make-target: "start-upgrade-test-light"
             runs-on: ubuntu-20.04
             run: ${{ needs.matrix-conditionals.outputs.UPGRADE_LIGHT_TESTS == 'true' }}
+          - make-target: "start-upgrade-import-mainnet-test"
+            runs-on: buildjet-16vcpu-ubuntu-2204
+            run: ${{ needs.matrix-conditionals.outputs.UPGRADE_IMPORT_MAINNET_TESTS == 'true' }}
           - make-target: "start-e2e-admin-test"
             runs-on: ubuntu-20.04
             run: ${{ needs.matrix-conditionals.outputs.ADMIN_TESTS == 'true' }}
+          - make-target: "start-e2e-performance-test"
+            runs-on: buildjet-4vcpu-ubuntu-2204
+            run: ${{ needs.matrix-conditionals.outputs.PERFORMANCE_TESTS == 'true' }}
+          - make-target: "start-e2e-import-mainnet-test"
+            runs-on: buildjet-16vcpu-ubuntu-2204
+            run: ${{ needs.matrix-conditionals.outputs.STATEFUL_DATA_TESTS == 'true' }}
     name: ${{ matrix.make-target }}
     uses: ./.github/workflows/reusable-e2e.yml
     with:
@@ -84,7 +150,9 @@ jobs:
   # this allows you to set a required status check
   e2e-ok:
     runs-on: ubuntu-22.04
-    needs: e2e
+    needs: 
+      - matrix-conditionals
+      - e2e
     if: always()
     steps:
       - run: |

diff --git a/.github/workflows/execute_advanced_tests.yaml b/.github/workflows/execute_advanced_tests.yaml