INTPYTHON-165 Refactor nested data handling #1054
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python Wheels | |
| on: | |
| push: | |
| branches: ["main"] | |
| tags: | |
| - "**" | |
| pull_request: | |
| workflow_dispatch: | |
| concurrency: | |
| group: wheels-${{ github.ref }} | |
| cancel-in-progress: true | |
| defaults: | |
| run: | |
| working-directory: ./bindings/python | |
| shell: bash -eux {0} | |
| jobs: | |
| build_wheels: | |
| name: Build wheel for ${{ matrix.python }}-${{ matrix.buildplat[1] }} | |
| runs-on: ${{ matrix.buildplat[0] }} | |
| strategy: | |
| # Ensure that a wheel builder finishes even if another fails | |
| fail-fast: false | |
| matrix: | |
| # Github Actions doesn't support pairing matrix values together, let's improvise | |
| # https://github.com/github/feedback/discussions/7835#discussioncomment-1769026 | |
| buildplat: | |
| - [ubuntu-20.04, manylinux_x86_64] | |
| - [ubuntu-20.04, manylinux_aarch64] | |
| - [macos-14, macosx_*] | |
| - [windows-2019, win_amd64] | |
| python: ["cp39", "cp310", "cp311", "cp312"] | |
| exclude: | |
| - buildplat: [macos-14, macosx_*] | |
| python: "cp39" | |
| include: | |
| - buildplat: [macos-12, macosx_*] | |
| python: "cp39" | |
| steps: | |
| - name: Checkout pymongoarrow | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up python version | |
| run: | | |
| export PYTHON_VERSION=$(sed 's/^cp3/3./' <<< ${{ matrix.python }} ) | |
| echo "PYTHON_VERSION=$PYTHON_VERSION" >> $GITHUB_ENV | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{env.PYTHON_VERSION}} | |
| cache: 'pip' | |
| cache-dependency-path: 'bindings/python/pyproject.toml' | |
| allow-prereleases: true | |
| - name: Set up QEMU | |
| if: runner.os == 'Linux' | |
| uses: docker/setup-qemu-action@v3 | |
| with: | |
| platforms: all | |
| - name: Install pkg-config on MacOS | |
| if: runner.os == 'macOS' | |
| run: brew install pkg-config | |
| - name: Install cibuildwheel | |
| run: python -m pip install "cibuildwheel>=2.4,<3" | |
| - name: Build MacOS Py39 Wheels | |
| if: ${{ matrix.python == 'cp39' && matrix.buildplat[0] == 'macos-11' }} | |
| env: | |
| MACOS_TEST_SKIP: "*arm64" | |
| CIBW_BUILD: cp39-macosx_* | |
| MACOSX_DEPLOYMENT_TARGET: "10.14" | |
| run: python -m cibuildwheel --output-dir wheelhouse | |
| - name: Build wheels | |
| if: ${{ matrix.buildplat[0] != 'macos-11' }} | |
| env: | |
| CIBW_BUILD: ${{ matrix.python }}-${{ matrix.buildplat[1] }} | |
| MACOSX_DEPLOYMENT_TARGET: "10.14" | |
| run: python -m cibuildwheel --output-dir wheelhouse | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.python }}-${{ startsWith(matrix.buildplat[1], 'macosx') && 'macosx' || matrix.buildplat[1] }} | |
| path: ./bindings/python/wheelhouse/*.whl | |
| if-no-files-found: error | |
| make_sdist: | |
| name: Make SDist | |
| runs-on: macos-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| # Build sdist on lowest supported Python | |
| python-version: '3.9' | |
| - name: Install tox | |
| run: | | |
| python -m pip install tox | |
| - name: Build SDist | |
| working-directory: ./bindings/python | |
| run: | | |
| set -ex | |
| export LIBBSON_INSTALL_DIR="$(pwd)/libbson" | |
| tox -e build-libbson | |
| tox -e build-dist -- --sdist | |
| - name: Test Sdist | |
| working-directory: ./bindings/python | |
| run: | | |
| export LIBBSON_INSTALL_DIR="$(pwd)/libbson" | |
| python -m pip install dist/*.gz | |
| cd .. | |
| python -c "from pymongoarrow.lib import libbson_version" | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: "sdist" | |
| path: ./bindings/python/dist/*.tar.gz | |
| collect_dist: | |
| runs-on: ubuntu-latest | |
| needs: [build_wheels, make_sdist] | |
| name: Download Wheels | |
| steps: | |
| - name: Download all workflow run artifacts | |
| uses: actions/download-artifact@v4 | |
| - name: Flatten directory | |
| working-directory: . | |
| run: | | |
| find . -mindepth 2 -type f -exec mv {} . \; | |
| find . -type d -empty -delete | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: all-dist-${{ github.run_id }} | |
| path: "./*" | |
| publish: | |
| # https://packaging.python.org/en/latest/guides/publishing-package-distribution-releases-using-github-actions-ci-cd-workflows/#publishing-the-distribution-to-pypi | |
| needs: [collect_dist] | |
| if: startsWith(github.ref, 'refs/tags/') | |
| runs-on: ubuntu-latest | |
| environment: release | |
| permissions: | |
| id-token: write | |
| steps: | |
| - name: Download all the dists | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: all-dist-${{ github.run_id }} | |
| path: dist/ | |
| - name: Publish distribution 📦 to PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 |