From d32b8fbeff2c5fcf4e601cc394d27b12065c4f6d Mon Sep 17 00:00:00 2001 From: Chester Curme Date: Sun, 8 Sep 2024 11:21:15 -0400 Subject: [PATCH] infra: remove pydantic compatibility checks --- .github/workflows/_all_ci.yml | 7 -- .github/workflows/_dependencies.yml | 103 ---------------------------- 2 files changed, 110 deletions(-) delete mode 100644 .github/workflows/_dependencies.yml diff --git a/.github/workflows/_all_ci.yml b/.github/workflows/_all_ci.yml index 6fd789e4..abf425bf 100644 --- a/.github/workflows/_all_ci.yml +++ b/.github/workflows/_all_ci.yml @@ -41,13 +41,6 @@ jobs: working-directory: ${{ inputs.working-directory }} secrets: inherit - dependencies: - name: "-" - uses: ./.github/workflows/_dependencies.yml - with: - working-directory: ${{ inputs.working-directory }} - secrets: inherit - test: name: "-" uses: ./.github/workflows/_test.yml diff --git a/.github/workflows/_dependencies.yml b/.github/workflows/_dependencies.yml deleted file mode 100644 index aa6ad4b4..00000000 --- a/.github/workflows/_dependencies.yml +++ /dev/null @@ -1,103 +0,0 @@ -name: dependencies - -on: - workflow_call: - inputs: - working-directory: - required: true - type: string - description: "From which folder this pipeline executes" - -env: - POETRY_VERSION: "1.7.1" - -jobs: - build: - defaults: - run: - working-directory: ${{ inputs.working-directory }} - runs-on: ubuntu-latest - strategy: - matrix: - python-version: - - "3.8" - - "3.9" - - "3.10" - - "3.11" - name: dependency checks ${{ matrix.python-version }} - steps: - - uses: actions/checkout@v4 - - - name: Set up Python ${{ matrix.python-version }} + Poetry ${{ env.POETRY_VERSION }} - uses: "./.github/actions/poetry_setup" - with: - python-version: ${{ matrix.python-version }} - poetry-version: ${{ env.POETRY_VERSION }} - working-directory: ${{ inputs.working-directory }} - cache-key: pydantic-cross-compat - - - name: Install dependencies - shell: bash - run: poetry install - - - name: Check imports with base dependencies - shell: bash - run: poetry run make check_imports - - - name: Install test dependencies - shell: bash - run: poetry install --with test - - - name: Install the opposite major version of pydantic - # If normal tests use pydantic v1, here we'll use v2, and vice versa. - shell: bash - run: | - # Determine the major part of pydantic version - REGULAR_VERSION=$(poetry run python -c "import pydantic; print(pydantic.__version__)" | cut -d. -f1) - - if [[ "$REGULAR_VERSION" == "1" ]]; then - PYDANTIC_DEP=">=2.1,<3" - TEST_WITH_VERSION="2" - elif [[ "$REGULAR_VERSION" == "2" ]]; then - PYDANTIC_DEP="<2" - TEST_WITH_VERSION="1" - else - echo "Unexpected pydantic major version '$REGULAR_VERSION', cannot determine which version to use for cross-compatibility test." - exit 1 - fi - - # Install via `pip` instead of `poetry add` to avoid changing lockfile, - # which would prevent caching from working: the cache would get saved - # to a different key than where it gets loaded from. - poetry run pip install "pydantic${PYDANTIC_DEP}" - - # Ensure that the correct pydantic is installed now. - echo "Checking pydantic version... Expecting ${TEST_WITH_VERSION}" - - # Determine the major part of pydantic version - CURRENT_VERSION=$(poetry run python -c "import pydantic; print(pydantic.__version__)" | cut -d. -f1) - - # Check that the major part of pydantic version is as expected, if not - # raise an error - if [[ "$CURRENT_VERSION" != "$TEST_WITH_VERSION" ]]; then - echo "Error: expected pydantic version ${CURRENT_VERSION} to have been installed, but found: ${TEST_WITH_VERSION}" - exit 1 - fi - echo "Found pydantic version ${CURRENT_VERSION}, as expected" - - - name: Run pydantic compatibility tests - # airbyte currently doesn't support pydantic v2 - shell: bash - run: make test - - - name: Ensure the tests did not create any additional files - shell: bash - run: | - set -eu - - STATUS="$(git status)" - echo "$STATUS" - - # grep will exit non-zero if the target message isn't found, - # and `set -e` above will cause the step to fail. - echo "$STATUS" | grep 'nothing to commit, working tree clean'