chore: Add tox command for running phoenix UTs against local evals #2372
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Playwright Tests | |
| on: | |
| push: | |
| branches: [main, sessions] | |
| pull_request: | |
| branches: [main, sessions] | |
| jobs: | |
| e2e-test: | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| working-directory: ./app | |
| env: | |
| # We're skipping WebKit because of recurring issues with caching, | |
| # despite always installing it on cache-hit. | |
| CI_PLAYWRIGHT_SKIP_WEBKIT: true | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install PNPM | |
| uses: pnpm/action-setup@v4 | |
| with: | |
| version: 9.12.0 | |
| - name: Use Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| cache-dependency-path: ./app/pnpm-lock.yaml | |
| node-version: lts/* | |
| cache: pnpm | |
| - name: Install dependencies | |
| run: pnpm install --frozen-lockfile | |
| - name: Get installed Playwright version | |
| id: playwright-version | |
| run: echo "PLAYWRIGHT_VERSION=$(pnpm list --json | jq -r '.[0].devDependencies["@playwright/test"].version')" >> $GITHUB_ENV | |
| - name: Cache Playwright binaries | |
| uses: actions/cache@v4 | |
| id: playwright-cache | |
| with: | |
| path: ~/.cache/ms-playwright | |
| key: ${{ runner.os }}-playwright-${{ env.PLAYWRIGHT_VERSION }}-${{ hashFiles('app/playwright.config.ts') }} | |
| - name: Install Playwright Browsers | |
| if: steps.playwright-cache.outputs.cache-hit != 'true' | |
| run: pnpm exec playwright install --with-deps | |
| - name: Install system dependencies for WebKit | |
| # WebKit dependencies can't be cached and must always be installed. | |
| if: ${{ env.CI_PLAYWRIGHT_SKIP_WEBKIT != 'true' && steps.playwright-cache.outputs.cache-hit == 'true' }} | |
| run: pnpm exec playwright install-deps webkit | |
| - name: Build the app | |
| run: pnpm run build | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.12 | |
| - uses: astral-sh/setup-uv@v3 | |
| with: | |
| version: 0.4.25 | |
| enable-cache: true | |
| cache-dependency-glob: "pyproject.toml" | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - run: uv pip install --system ../. uvloop | |
| - run: uv pip list | |
| - name: Run Playwright tests | |
| run: pnpm exec playwright test | |
| - uses: actions/upload-artifact@v4 | |
| if: always() | |
| with: | |
| name: playwright-report | |
| path: app/playwright-report/ | |
| retention-days: 30 |