Remove Qubole query runner (#6848) #1
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Tests | |
on: | |
push: | |
branches: | |
- master | |
pull_request_target: | |
branches: | |
- master | |
env: | |
NODE_VERSION: 18 | |
jobs: | |
backend-lint: | |
runs-on: ubuntu-22.04 | |
steps: | |
- if: github.event.pull_request.mergeable == 'false' | |
name: Exit if PR is not mergeable | |
run: exit 1 | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 1 | |
ref: ${{ github.event.pull_request.head.sha }} | |
- uses: actions/setup-python@v5 | |
with: | |
python-version: '3.8' | |
- run: sudo pip install black==23.1.0 ruff==0.0.287 | |
- run: ruff check . | |
- run: black --check . | |
backend-unit-tests: | |
runs-on: ubuntu-22.04 | |
needs: backend-lint | |
env: | |
COMPOSE_FILE: .ci/compose.ci.yaml | |
COMPOSE_PROJECT_NAME: redash | |
COMPOSE_DOCKER_CLI_BUILD: 1 | |
DOCKER_BUILDKIT: 1 | |
steps: | |
- if: github.event.pull_request.mergeable == 'false' | |
name: Exit if PR is not mergeable | |
run: exit 1 | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 1 | |
ref: ${{ github.event.pull_request.head.sha }} | |
- name: Build Docker Images | |
run: | | |
set -x | |
docker compose build --build-arg install_groups="main,all_ds,dev" --build-arg skip_frontend_build=true | |
docker compose up -d | |
sleep 10 | |
- name: Create Test Database | |
run: docker compose -p redash run --rm postgres psql -h postgres -U postgres -c "create database tests;" | |
- name: List Enabled Query Runners | |
run: docker compose -p redash run --rm redash manage ds list_types | |
- name: Run Tests | |
run: docker compose -p redash run --name tests redash tests --junitxml=junit.xml --cov-report=xml --cov=redash --cov-config=.coveragerc tests/ | |
- name: Copy Test Results | |
run: | | |
mkdir -p /tmp/test-results/unit-tests | |
docker cp tests:/app/coverage.xml ./coverage.xml | |
docker cp tests:/app/junit.xml /tmp/test-results/unit-tests/results.xml | |
- name: Upload coverage reports to Codecov | |
uses: codecov/codecov-action@v3 | |
- name: Store Test Results | |
uses: actions/upload-artifact@v3 | |
with: | |
name: test-results | |
path: /tmp/test-results | |
- name: Store Coverage Results | |
uses: actions/upload-artifact@v3 | |
with: | |
name: coverage | |
path: coverage.xml | |
frontend-lint: | |
runs-on: ubuntu-22.04 | |
steps: | |
- if: github.event.pull_request.mergeable == 'false' | |
name: Exit if PR is not mergeable | |
run: exit 1 | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 1 | |
ref: ${{ github.event.pull_request.head.sha }} | |
- uses: actions/setup-node@v4 | |
with: | |
node-version: ${{ env.NODE_VERSION }} | |
cache: 'yarn' | |
- name: Install Dependencies | |
run: | | |
npm install --global --force [email protected] | |
yarn cache clean && yarn --frozen-lockfile --network-concurrency 1 | |
- name: Run Lint | |
run: yarn lint:ci | |
- name: Store Test Results | |
uses: actions/upload-artifact@v3 | |
with: | |
name: test-results | |
path: /tmp/test-results | |
frontend-unit-tests: | |
runs-on: ubuntu-22.04 | |
needs: frontend-lint | |
steps: | |
- if: github.event.pull_request.mergeable == 'false' | |
name: Exit if PR is not mergeable | |
run: exit 1 | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 1 | |
ref: ${{ github.event.pull_request.head.sha }} | |
- uses: actions/setup-node@v4 | |
with: | |
node-version: ${{ env.NODE_VERSION }} | |
cache: 'yarn' | |
- name: Install Dependencies | |
run: | | |
npm install --global --force [email protected] | |
yarn cache clean && yarn --frozen-lockfile --network-concurrency 1 | |
- name: Run App Tests | |
run: yarn test | |
- name: Run Visualizations Tests | |
run: cd viz-lib && yarn test | |
- run: yarn lint | |
frontend-e2e-tests: | |
runs-on: ubuntu-22.04 | |
needs: frontend-lint | |
env: | |
COMPOSE_FILE: .ci/compose.cypress.yaml | |
COMPOSE_PROJECT_NAME: cypress | |
CYPRESS_INSTALL_BINARY: 0 | |
PUPPETEER_SKIP_CHROMIUM_DOWNLOAD: 1 | |
PERCY_TOKEN: ${{ secrets.PERCY_TOKEN }} | |
CYPRESS_PROJECT_ID: ${{ secrets.CYPRESS_PROJECT_ID }} | |
CYPRESS_RECORD_KEY: ${{ secrets.CYPRESS_RECORD_KEY }} | |
steps: | |
- if: github.event.pull_request.mergeable == 'false' | |
name: Exit if PR is not mergeable | |
run: exit 1 | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 1 | |
ref: ${{ github.event.pull_request.head.sha }} | |
- uses: actions/setup-node@v4 | |
with: | |
node-version: ${{ env.NODE_VERSION }} | |
cache: 'yarn' | |
- name: Enable Code Coverage Report For Master Branch | |
if: endsWith(github.ref, '/master') | |
run: | | |
echo "CODE_COVERAGE=true" >> "$GITHUB_ENV" | |
- name: Install Dependencies | |
run: | | |
npm install --global --force [email protected] | |
yarn cache clean && yarn --frozen-lockfile --network-concurrency 1 | |
- name: Setup Redash Server | |
run: | | |
set -x | |
yarn cypress build | |
yarn cypress start -- --skip-db-seed | |
docker compose run cypress yarn cypress db-seed | |
- name: Execute Cypress Tests | |
run: yarn cypress run-ci | |
- name: "Failure: output container logs to console" | |
if: failure() | |
run: docker compose logs | |
- name: Copy Code Coverage Results | |
run: docker cp cypress:/usr/src/app/coverage ./coverage || true | |
- name: Store Coverage Results | |
uses: actions/upload-artifact@v3 | |
with: | |
name: coverage | |
path: coverage |