Skip to content

feat: add DateTimeNormalizerFields transformation #623

feat: add DateTimeNormalizerFields transformation

feat: add DateTimeNormalizerFields transformation #623

Workflow file for this run

# This workflow will run pytest.
#
# There are two job sets which run in parallel:
# 1. `pytest-fast`: Run fast tests only, and fail fast so the dev knows asap if they broke something.
# 2. `pytest`: Run all tests, across multiple Python versions.
#
# Note that `pytest-fast` also skips tests that require credentials, allowing it to run on forks.
name: PyTest Matrix
on:
push:
branches:
- main
paths:
- "airbyte_cdk/**"
- "unit_tests/**"
- "poetry.lock"
- "pyproject.toml"
pull_request:
jobs:
pytest:
name: Pytest (All, Python ${{ matrix.python-version }}, ${{ matrix.os }})
# Don't run on forks. Run on pushes to main, and on PRs that are not from forks.
if: >
github.event_name == 'pull_request' ||
(github.event_name == 'push' && github.ref == 'refs/heads/main')
strategy:
matrix:
python-version: [
"3.10",
"3.11",
#'3.12', # Currently blocked by Pendulum
]
os: [
Ubuntu,
# Windows, # For now, we don't include Windows in the test matrix.
]
fail-fast: false
runs-on: "${{ matrix.os }}-latest"
env:
# Enforce UTF-8 encoding so Windows runners don't fail inside the connector code.
# TODO: See if we can fully enforce this within PyAirbyte itself.
PYTHONIOENCODING: utf-8
steps:
# Common steps:
- name: Checkout code
uses: actions/checkout@v4
- id: changes
uses: dorny/[email protected]
with:
filters: |
src:
- 'airbyte_cdk/**'
- 'unit_tests/**'
- 'bin/**'
- 'poetry.lock'
- 'pyproject.toml'
- name: Set up Poetry
uses: Gr1N/setup-poetry@v9
if: steps.changes.outputs.src == 'true'
with:
poetry-version: "1.8.4"
- name: Set up Python
uses: actions/setup-python@v5
if: steps.changes.outputs.src == 'true'
with:
python-version: ${{ matrix.python-version }}
cache: "poetry"
- name: Install dependencies
if: steps.changes.outputs.src == 'true'
run: poetry install --all-extras
# Job-specific step(s):
- name: Run Pytest
timeout-minutes: 60
if: steps.changes.outputs.src == 'true'
env:
GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
run: >
poetry run coverage run -m pytest
--durations=10
-m "not linting and not super_slow and not flaky"
- name: Print Coverage Report
if: always() && steps.changes.outputs.src == 'true'
run: poetry run coverage report
- name: Create Coverage Artifacts
if: always() && steps.changes.outputs.src == 'true'
run: |
poetry run coverage html -d htmlcov
poetry run coverage xml -o htmlcov/coverage.xml
- name: Upload coverage to GitHub Artifacts
if: always() && steps.changes.outputs.src == 'true'
uses: actions/upload-artifact@v4
with:
name: py${{ matrix.python-version }}-${{ matrix.os }}-test-coverage
path: htmlcov/