no docker in k6 task + regression workflow

Altinn · Jan 15, 2024 · 2e955c3 · 2e955c3
1 parent e1be02b
commit 2e955c3
Show file tree

Hide file tree

Showing 6 changed files with 124 additions and 9 deletions.
diff --git a/.github/workflows/regression-test-ATX.yaml b/.github/workflows/regression-test-ATX.yaml
@@ -0,0 +1,40 @@
+name: Regression test - AT
+
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '0 12 * * 1-5'
+
+jobs:
+  test:
+    strategy:
+      fail-fast: false
+      matrix:
+        environment: [AT21, AT22, AT23, AT24]
+    environment: ${{ matrix.environment }}
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+    - name: Run email notification order regression tests
+      uses: grafana/[email protected]
+      with:
+        filename: test/k6/src/tests/orders_email.js
+        flags: -e runFullTestSet=true -e env=${{ vars.ENV }} -e tokenGeneratorUserName=${{ secrets.TOKENGENERATOR_USERNAME }} -e tokenGeneratorUserPwd=${{ secrets.TOKENGENERATOR_USERPASSWORD }} -e emailRecipient=${{ secrets.AUTOMATEDTEST_EMAILRECIPIENT }}
+    - name: Build failure report
+      if: failure()
+      run: |
+          report=":warning: Notifications regression test failure in ${{ matrix.environment }} :warning: \n"
+          report+="\n Workflow available here: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+          echo "stepreport="$report >> $GITHUB_ENV
+    - name: Report failure to Slack
+      if: failure()
+      id: slack
+      uses: slackapi/[email protected]
+      with:
+        payload: |
+            {
+              "text": "${{ env.stepreport }}"
+            }
+      env:
+        SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_TEST }}
+
diff --git a/.github/workflows/regression-test-PROD.yaml b/.github/workflows/regression-test-PROD.yaml
@@ -0,0 +1,36 @@
+name: Regression test - PROD
+
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '0 12 * * 1-5'
+
+jobs:
+  test:
+    environment: Prod
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+    - name: Run email notification order regression tests
+      uses: grafana/[email protected]
+      with:
+        filename: test/k6/src/tests/orders_email.js
+        flags: -e runFullTestSet=true k6 run /src/tests/orders_email.js -e env=${{ vars.ENV }} -e emailRecipient=${{ secrets.AUTOMATEDTEST_EMAILRECIPIENT }} -e mpClientId=${{ secrets.MP_CLIENT_ID }} -e mpKid=${{ secrets.MP_KID }} -e encodedJwk=${{ secrets.MP_ENCODEDJWK }}
+    - name: Build failure report
+      if: failure()
+      run: |
+          report=":warning: Notifications regression test failure in ${{ vars.ENV }} :warning: \n"
+          report+="\n Workflow available here: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+          echo "stepreport="$report >> $GITHUB_ENV
+    - name: Report failure to Slack
+      if: failure()
+      id: slack
+      uses: slackapi/[email protected]
+      with:
+        payload: |
+            {
+              "text": "${{ env.stepreport }}"
+            }
+      env:
+        SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_PROD }}
+
diff --git a/.github/workflows/regression-test-TT02.yaml b/.github/workflows/regression-test-TT02.yaml
@@ -0,0 +1,36 @@
+name: Regression test - TT02
+
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '0 12 * * 1-5'
+
+jobs:
+  test:
+    environment: TT02
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+    - name: Run email notification order regression tests
+      uses: grafana/[email protected]
+      with:
+        filename: test/k6/src/tests/orders_email.js
+        flags: -e runFullTestSet=true -e env=${{ vars.ENV }} -e emailRecipient=${{ secrets.AUTOMATEDTEST_EMAILRECIPIENT }} -e mpClientId=${{ secrets.MP_CLIENT_ID }} -e mpKid=${{ secrets.MP_KID }} -e encodedJwk=${{ secrets.MP_ENCODEDJWK }}
+    - name: Build failure report
+      if: failure()
+      run: |
+          report=":warning: Notifications regression test failure in ${{ vars.ENV }} :warning: \n"
+          report+="\n Workflow available here: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+          echo "stepreport="$report >> $GITHUB_ENV
+    - name: Report failure to Slack
+      if: failure()
+      id: slack
+      uses: slackapi/[email protected]
+      with:
+        payload: |
+            {
+              "text": "${{ env.stepreport }}"
+            }
+      env:
+        SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_PROD }}
+
diff --git a/.github/workflows/use-case-ATX.yaml b/.github/workflows/use-case-ATX.yaml
@@ -16,9 +16,10 @@ jobs:
     steps:
     - uses: actions/checkout@v4
     - name: Run email notification order use case tests
-      run:  |
-          cd test/k6
-          docker-compose run k6 run /src/tests/orders_email.js -e env=${{ vars.ENV }} -e tokenGeneratorUserName=${{ secrets.TOKENGENERATOR_USERNAME }} -e tokenGeneratorUserPwd=${{ secrets.TOKENGENERATOR_USERPASSWORD }} -e emailRecipient=${{ secrets.AUTOMATEDTEST_EMAILRECIPIENT }}
+      uses: grafana/[email protected]
+      with:
+        filename: test/k6/src/tests/orders_email.js
+        flags: -e env=${{ vars.ENV }} -e tokenGeneratorUserName=${{ secrets.TOKENGENERATOR_USERNAME }} -e tokenGeneratorUserPwd=${{ secrets.TOKENGENERATOR_USERPASSWORD }} -e emailRecipient=${{ secrets.AUTOMATEDTEST_EMAILRECIPIENT }}
     - name: Build failure report
       if: failure()
       run: |

diff --git a/.github/workflows/use-case-PROD.yaml b/.github/workflows/use-case-PROD.yaml
@@ -12,9 +12,10 @@ jobs:
     steps:
     - uses: actions/checkout@v4
     - name: Run email notification order use case tests
-      run:  |
-          cd test/k6
-          docker-compose run k6 run /src/tests/orders_email.js -e env=${{ vars.ENV }} -e emailRecipient=${{ secrets.AUTOMATEDTEST_EMAILRECIPIENT }} -e mpClientId=${{ secrets.MP_CLIENT_ID }} -e mpKid=${{ secrets.MP_KID }} -e encodedJwk=${{ secrets.MP_ENCODEDJWK }}
+      uses: grafana/[email protected]
+      with:
+        filename: test/k6/src/tests/orders_email.js
+        flags: k6 run /src/tests/orders_email.js -e env=${{ vars.ENV }} -e emailRecipient=${{ secrets.AUTOMATEDTEST_EMAILRECIPIENT }} -e mpClientId=${{ secrets.MP_CLIENT_ID }} -e mpKid=${{ secrets.MP_KID }} -e encodedJwk=${{ secrets.MP_ENCODEDJWK }}
     - name: Build failure report
       if: failure()
       run: |

diff --git a/.github/workflows/use-case-TT02.yaml b/.github/workflows/use-case-TT02.yaml
@@ -12,9 +12,10 @@ jobs:
     steps:
     - uses: actions/checkout@v4
     - name: Run email notification order use case tests
-      run:  |
-          cd test/k6
-          docker-compose run k6 run /src/tests/orders_email.js -e env=${{ vars.ENV }} -e emailRecipient=${{ secrets.AUTOMATEDTEST_EMAILRECIPIENT }} -e mpClientId=${{ secrets.MP_CLIENT_ID }} -e mpKid=${{ secrets.MP_KID }} -e encodedJwk=${{ secrets.MP_ENCODEDJWK }}
+      uses: grafana/[email protected]
+      with:
+        filename: test/k6/src/tests/orders_email.js
+        flags: -e env=${{ vars.ENV }} -e emailRecipient=${{ secrets.AUTOMATEDTEST_EMAILRECIPIENT }} -e mpClientId=${{ secrets.MP_CLIENT_ID }} -e mpKid=${{ secrets.MP_KID }} -e encodedJwk=${{ secrets.MP_ENCODEDJWK }}
     - name: Build failure report
       if: failure()
       run: |