Add CI/CD on PR #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
name: CICD (PR) | |
on: | |
pull_request: | |
branches: [main] | |
types: | |
- opened | |
- reopened | |
- synchronize | |
- ready_for_review | |
jobs: | |
validate-json-files: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/setup-python@v2 | |
with: | |
python-version: "3.8.12" | |
- name: Checkout | |
uses: actions/checkout@v2 | |
- name: Install dependencies | |
run: | | |
pip install --upgrade pip && | |
pip install -r requirements_test.txt | |
- name: Run pytest on tests | |
run: pytest -vv tests | |
airflow-tests: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/setup-python@v2 | |
with: | |
python-version: "3.8.12" | |
- name: Checkout | |
uses: actions/checkout@v2 | |
- name: Install dependencies | |
run: | | |
pip install --upgrade pip && | |
pip install \ | |
-r requirements_test.txt \ | |
-r airflow/requirements_local.txt \ | |
-e cli \ | |
-r airflow/requirements_airflow.txt | |
- name: Run pytest on airflow/tests | |
run: pytest -vv airflow | |
check-changed-file-limit: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout repo | |
uses: actions/checkout@v2 | |
with: | |
fetch-depth: 0 | |
- name: Fetch main branch | |
run: git fetch origin main:main | |
- name: Check number of changed files | |
id: check-files | |
run: | | |
# Count the number of changed files | |
NUM_FILES=$(git diff --name-only main HEAD | grep '^airflow/dags/resources/stages/parse/table_definitions' | wc -l) | |
echo "Number of changed files: $NUM_FILES" | |
# Fail the job if more than 50 files are changed | |
if [ "$NUM_FILES" -gt 50 ]; then | |
echo "Error: More than 50 files have been changed. Failing the job." | |
exit 1 | |
else | |
echo "Number of changed files is within limit." | |
fi |