Test: fix flaky firewall test INTER-320 #164
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests | |
| on: | |
| push: | |
| branches: [main] | |
| pull_request: | |
| branches: [main] | |
| env: | |
| # Playwright headless browsers running in CI get low confidence scores, causing flaky e2e tests. Lower the confidence score threshold for CI testing. | |
| MIN_CONFIDENCE_SCORE: 0 | |
| # Staging Cloudflare credentials and IDs for e2e tests | |
| CLOUDFLARE_API_TOKEN: '${{ secrets.CLOUDFLARE_API_TOKEN }}' | |
| CLOUDFLARE_ZONE_ID: '${{ secrets.CLOUDFLARE_ZONE_ID }}' | |
| CLOUDFLARE_RULESET_ID: '${{ secrets.CLOUDFLARE_RULESET_ID }}' | |
| jobs: | |
| lint: | |
| name: Lint | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: 'Install pnpm' | |
| uses: pnpm/action-setup@ebcfd6995dade4b0104ac774445cef8b3b4635b0 | |
| with: | |
| version: 8 | |
| - name: 'Cache' | |
| uses: actions/cache@v4 | |
| with: | |
| path: node_modules | |
| key: nodemodules-${{ hashFiles('pnpm-lock.yaml') }} | |
| restore-keys: nodemodules- | |
| - name: Install packages | |
| run: pnpm install --frozen-lockfile --prefer-offline | |
| - name: Lint | |
| run: pnpm lint | |
| unit-tests: | |
| name: Unit tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: 'Install pnpm' | |
| uses: pnpm/action-setup@ebcfd6995dade4b0104ac774445cef8b3b4635b0 | |
| with: | |
| version: 8 | |
| - name: 'Cache' | |
| uses: actions/cache@v4 | |
| with: | |
| path: node_modules | |
| key: nodemodules-${{ hashFiles('pnpm-lock.yaml') }} | |
| restore-keys: nodemodules- | |
| - name: Install packages | |
| run: pnpm install --frozen-lockfile --prefer-offline | |
| - name: Run unit tests | |
| run: pnpm test | |
| e2e: | |
| name: Playwright e2e tests | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| shardIndex: [1, 2, 3] | |
| shardTotal: [3] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: 'Install pnpm' | |
| uses: pnpm/action-setup@ebcfd6995dade4b0104ac774445cef8b3b4635b0 | |
| with: | |
| version: 8 | |
| - name: Cache node modules | |
| uses: actions/cache@v4 | |
| with: | |
| path: node_modules | |
| key: nodemodules-${{ hashFiles('pnpm-lock.yaml') }} | |
| restore-keys: nodemodules- | |
| - name: Install node modules | |
| run: pnpm install --prefer-offline --frozen-lockfile | |
| - name: Get installed Playwright version (used in cache key) | |
| id: playwright-version | |
| run: echo "PLAYWRIGHT_VERSION=$(node -e "process.stdout.write(require('@playwright/test/package.json').version)")" >> $GITHUB_ENV | |
| - name: Cache Playwright browser binaries | |
| uses: actions/cache@v4 | |
| id: playwright-cache | |
| with: | |
| path: | | |
| ~/.cache/ms-playwright | |
| key: ${{ runner.os }}-playwright-${{ env.PLAYWRIGHT_VERSION }} | |
| - name: Install Playwright browsers binaries if cache missed | |
| run: pnpm playwright install --with-deps | |
| if: steps.playwright-cache.outputs.cache-hit != 'true' | |
| # Ubuntu needs extra stuff to run webkit tests, alternative is using a Playwright docker container but | |
| # that is slower in CI. | |
| - name: If browser binaries cache hit, install just webkit dependencies | |
| run: pnpm playwright install-deps webkit | |
| if: steps.playwright-cache.outputs.cache-hit == 'true' | |
| - name: Cache Next build | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ github.workspace }}/.next/cache | |
| # Generate a new cache whenever packages or source files change. | |
| key: ${{ runner.os }}-nextjs-${{ hashFiles('pnpm-lock.yaml') }}-${{ hashFiles('src/*') }} | |
| # If source files changed but packages didn't, rebuild from a prior cache. | |
| restore-keys: | | |
| ${{ runner.os }}-nextjs-${{ hashFiles('pnpm-lock.yaml') }}- | |
| - name: Build website | |
| run: pnpm build | |
| - name: Run Playwright tests | |
| run: pnpm playwright test --shard=${{ matrix.shardIndex }}/${{ matrix.shardTotal }} | |
| - name: Upload Playwright report | |
| uses: actions/upload-artifact@v4 | |
| if: always() | |
| with: | |
| name: playwright-report-${{ matrix.shardIndex }} | |
| path: playwright-report/ | |
| retention-days: 30 |