Tests

Query schedule may not always contain an "until" key #1512

Workflow file for this run

	name: Tests
	on:
	push:
	branches:
	- master
	pull_request_target:
	branches:
	- master
	env:
	NODE_VERSION: 16.20.1
	jobs:
	backend-lint:
	runs-on: ubuntu-22.04
	steps:
	- if: github.event.pull_request.mergeable == 'false'
	name: Exit if PR is not mergeable
	run: exit 1
	- uses: actions/checkout@v4
	with:
	fetch-depth: 1
	ref: ${{ github.event.pull_request.head.sha }}
	- uses: actions/setup-python@v4
	with:
	python-version: '3.8'
	- run: sudo pip install black==23.1.0 ruff==0.0.287
	- run: ruff check .
	- run: black --check .

	backend-unit-tests:
	runs-on: ubuntu-22.04
	needs: backend-lint
	env:
	COMPOSE_FILE: .ci/compose.ci.yaml
	COMPOSE_PROJECT_NAME: redash
	COMPOSE_DOCKER_CLI_BUILD: 1
	DOCKER_BUILDKIT: 1
	steps:
	- if: github.event.pull_request.mergeable == 'false'
	name: Exit if PR is not mergeable
	run: exit 1
	- uses: actions/checkout@v4
	with:
	fetch-depth: 1
	ref: ${{ github.event.pull_request.head.sha }}
	- name: Build Docker Images
	run: \|
	set -x
	docker compose build --build-arg install_groups="main,all_ds,dev" --build-arg skip_frontend_build=true
	docker compose up -d
	sleep 10
	- name: Create Test Database
	run: docker compose -p redash run --rm postgres psql -h postgres -U postgres -c "create database tests;"
	- name: List Enabled Query Runners
	run: docker compose -p redash run --rm redash manage ds list_types
	- name: Run Tests
	run: docker compose -p redash run --name tests redash tests --junitxml=junit.xml --cov-report=xml --cov=redash --cov-config=.coveragerc tests/
	- name: Copy Test Results
	run: \|
	mkdir -p /tmp/test-results/unit-tests
	docker cp tests:/app/coverage.xml ./coverage.xml
	docker cp tests:/app/junit.xml /tmp/test-results/unit-tests/results.xml
	- name: Upload coverage reports to Codecov
	uses: codecov/codecov-action@v3
	- name: Store Test Results
	uses: actions/upload-artifact@v3
	with:
	name: test-results
	path: /tmp/test-results
	- name: Store Coverage Results
	uses: actions/upload-artifact@v3
	with:
	name: coverage
	path: coverage.xml

	frontend-lint:
	runs-on: ubuntu-22.04
	steps:
	- if: github.event.pull_request.mergeable == 'false'
	name: Exit if PR is not mergeable
	run: exit 1
	- uses: actions/checkout@v4
	with:
	fetch-depth: 1
	ref: ${{ github.event.pull_request.head.sha }}
	- uses: actions/setup-node@v3
	with:
	node-version: ${{ env.NODE_VERSION }}
	cache: 'yarn'
	- name: Install Dependencies
	run: \|
	npm install --global --force [email protected]
	yarn cache clean && yarn --frozen-lockfile --network-concurrency 1
	- name: Run Lint
	run: yarn lint:ci
	- name: Store Test Results
	uses: actions/upload-artifact@v3
	with:
	name: test-results
	path: /tmp/test-results

	frontend-unit-tests:
	runs-on: ubuntu-22.04
	needs: frontend-lint
	steps:
	- if: github.event.pull_request.mergeable == 'false'
	name: Exit if PR is not mergeable
	run: exit 1
	- uses: actions/checkout@v4
	with:
	fetch-depth: 1
	ref: ${{ github.event.pull_request.head.sha }}
	- uses: actions/setup-node@v3
	with:
	node-version: ${{ env.NODE_VERSION }}
	cache: 'yarn'
	- name: Install Dependencies
	run: \|
	npm install --global --force [email protected]
	yarn cache clean && yarn --frozen-lockfile --network-concurrency 1
	- name: Run App Tests
	run: yarn test
	- name: Run Visualizations Tests
	run: cd viz-lib && yarn test
	- run: yarn lint

	frontend-e2e-tests:
	runs-on: ubuntu-22.04
	needs: frontend-lint
	env:
	COMPOSE_FILE: .ci/compose.cypress.yaml
	COMPOSE_PROJECT_NAME: cypress
	CYPRESS_INSTALL_BINARY: 0
	PUPPETEER_SKIP_CHROMIUM_DOWNLOAD: 1
	PERCY_TOKEN: ${{ secrets.PERCY_TOKEN }}
	CYPRESS_PROJECT_ID: ${{ secrets.CYPRESS_PROJECT_ID }}
	CYPRESS_RECORD_KEY: ${{ secrets.CYPRESS_RECORD_KEY }}
	steps:
	- if: github.event.pull_request.mergeable == 'false'
	name: Exit if PR is not mergeable
	run: exit 1
	- uses: actions/checkout@v4
	with:
	fetch-depth: 1
	ref: ${{ github.event.pull_request.head.sha }}
	- uses: actions/setup-node@v3
	with:
	node-version: ${{ env.NODE_VERSION }}
	cache: 'yarn'
	- name: Enable Code Coverage Report For Master Branch
	if: endsWith(github.ref, '/master')
	run: \|
	echo "CODE_COVERAGE=true" >> "$GITHUB_ENV"
	- name: Install Dependencies
	run: \|
	npm install --global --force [email protected]
	yarn cache clean && yarn --frozen-lockfile --network-concurrency 1
	- name: Setup Redash Server
	run: \|
	set -x
	yarn cypress build
	yarn cypress start -- --skip-db-seed
	docker compose run cypress yarn cypress db-seed
	- name: Execute Cypress Tests
	run: yarn cypress run-ci
	- name: "Failure: output container logs to console"
	if: failure()
	run: docker compose logs
	- name: Copy Code Coverage Results
	run: docker cp cypress:/usr/src/app/coverage ./coverage \|\| true
	- name: Store Coverage Results
	uses: actions/upload-artifact@v3
	with:
	name: coverage
	path: coverage

	build-skip-check:
	runs-on: ubuntu-22.04
	outputs:
	skip: ${{ steps.skip-check.outputs.skip }}
	steps:
	- name: Skip?
	id: skip-check
	run: \|
	if [[ "${{ vars.DOCKER_USER }}" == '' ]]; then
	echo 'Docker user is empty. Skipping build+push'
	echo skip=true >> "$GITHUB_OUTPUT"
	elif [[ "${{ secrets.DOCKER_PASS }}" == '' ]]; then
	echo 'Docker password is empty. Skipping build+push'
	echo skip=true >> "$GITHUB_OUTPUT"
	elif [[ "${{ github.ref_name }}" != 'master' ]]; then
	echo 'Ref name is not `master`. Skipping build+push'
	echo skip=true >> "$GITHUB_OUTPUT"
	else
	echo 'Docker user and password are set and branch is `master`.'
	echo 'Building + pushing `preview` image.'
	echo skip=false >> "$GITHUB_OUTPUT"
	fi

	build-docker-image:
	runs-on: ubuntu-22.04
	needs:
	- backend-unit-tests
	- frontend-unit-tests
	- frontend-e2e-tests
	- build-skip-check
	if: needs.build-skip-check.outputs.skip == 'false'
	steps:
	- if: github.event.pull_request.mergeable == 'false'
	name: Exit if PR is not mergeable
	run: exit 1
	- uses: actions/checkout@v4
	with:
	fetch-depth: 1
	ref: ${{ github.event.pull_request.head.sha }}
	- uses: actions/setup-node@v3
	with:
	node-version: ${{ env.NODE_VERSION }}
	cache: 'yarn'
	- name: Install Dependencies
	run: \|
	npm install --global --force [email protected]
	yarn cache clean && yarn --frozen-lockfile --network-concurrency 1

	- name: Set up QEMU
	timeout-minutes: 1
	uses: docker/[email protected]

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v2

	- name: Login to DockerHub
	uses: docker/login-action@v2
	with:
	username: ${{ vars.DOCKER_USER }}
	password: ${{ secrets.DOCKER_PASS }}

	- name: Bump version
	id: version
	run: \|
	set -x
	.ci/update_version
	VERSION=$(jq -r .version package.json)
	VERSION_TAG="${VERSION}.b${GITHUB_RUN_ID}.${GITHUB_RUN_NUMBER}"
	echo "VERSION_TAG=$VERSION_TAG" >> "$GITHUB_OUTPUT"

	- name: Build and push preview image to Docker Hub
	uses: docker/build-push-action@v4
	with:
	push: true
	tags: \|
	redash/redash:preview
	redash/preview:${{ steps.version.outputs.VERSION_TAG }}
	context: .
	build-args: \|
	test_all_deps=true
	cache-from: type=gha
	cache-to: type=gha,mode=max
	platforms: linux/amd64
	env:
	DOCKER_CONTENT_TRUST: true

	- name: "Failure: output container logs to console"
	if: failure()
	run: docker compose logs

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Query schedule may not always contain an "until" key #1512

Workflow file

Query schedule may not always contain an "until" key #1512

Jobs

Run details

Workflow file for this run