Build PyArrow and LightGBM #3
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build PyArrow and LightGBM | |
| on: | |
| pull_request: | |
| workflow_dispatch: | |
| release: | |
| types: [published] | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| - uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # v5.3.0 | |
| with: | |
| python-version: "3.12" | |
| - name: Install system-level dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y --no-install-recommends \ | |
| cmake bzip2 ccache f2c g++ gfortran git make \ | |
| patch pkg-config swig unzip wget xz-utils \ | |
| autoconf autotools-dev automake texinfo dejagnu \ | |
| build-essential libtool libltdl-dev \ | |
| gnupg2 libdbus-glib-1-2 sudo sqlite3 \ | |
| ninja-build jq xxd | |
| - name: Cache ccache outputs | |
| uses: actions/cache/restore@1bd1e32a3bdc45362d1e726936510720a7c30a57 # v4.2.0 | |
| with: | |
| path: /tmp/ccache | |
| key: ccache-${{ hashFiles('Makefile.envs') }} | |
| - name: Check out @agriyakhetarpal's fork of Pyodide, and the NumPy v2 mirror branch | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| repository: agriyakhetarpal/pyodide | |
| ref: numpy-v2-update-mirror | |
| path: pyodide_checkout | |
| submodules: recursive | |
| - name: Restore cached built packages | |
| uses: actions/cache/restore@1bd1e32a3bdc45362d1e726936510720a7c30a57 # v4.2.0 | |
| with: | |
| path: | | |
| pyodide_checkout/packages/.libs/* | |
| pyodide_checkout/packages/.artifacts/* | |
| pyodide_checkout/dist/*.whl | |
| key: pyodide-packages-${{ hashFiles('pyodide_checkout/packages/recipes/**/*.yaml') }} | |
| # Split Pyodide and packages builds because building the snapshot | |
| # for the first time can fail on some occasions | |
| - name: Build Pyodide distribution | |
| working-directory: pyodide_checkout/ | |
| run: | | |
| source pyodide_env.sh | |
| ccache -z | |
| PYODIDE_CORES=$(nproc) | |
| PYODIDE_JOBS="${PYODIDE_CORES}" make -V | |
| ccache -s | |
| - name: Build Pyodide packages with NumPy v2 enabled | |
| working-directory: pyodide_checkout/ | |
| run: | | |
| source pyodide_env.sh | |
| ccache -z | |
| PYODIDE_CORES=$(nproc) | |
| PYODIDE_JOBS="${PYODIDE_CORES}" PYODIDE_PACKAGES="pyarrow,lightgbm" make -V | |
| ccache -s | |
| - name: Save ccached outputs | |
| uses: actions/cache/save@1bd1e32a3bdc45362d1e726936510720a7c30a57 # v4.2.0 | |
| with: | |
| path: /tmp/ccache | |
| key: ccache-${{ hashFiles('Makefile.envs') }} | |
| - name: Upload Pyodide distribution with PyArrow and LightGBM wheels | |
| uses: actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b # v4.5.0 | |
| with: | |
| name: pyodide-with-packages-pyarrow-lightgbm | |
| path: pyodide_checkout/dist/* | |
| if-no-files-found: error | |
| retention-days: 1 | |
| publish: | |
| runs-on: ubuntu-latest | |
| needs: [build] | |
| if: >- | |
| github.repository == 'agriyakhetarpal/pyodide-numpy-2.0-rebuilds' && | |
| github.event_name == 'release' && | |
| github.event.action == 'published' | |
| permissions: | |
| # Required to sign the attestations | |
| id-token: write | |
| attestations: write | |
| # Required to upload to a GitHub release identifier | |
| contents: write | |
| steps: | |
| - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 | |
| with: | |
| name: packages-pyarrow-lightgbm-artifact | |
| path: dist | |
| merge-multiple: true | |
| - name: Copy PyArrow and LightGBM wheels from Pyodide distribution artifact | |
| run: | | |
| mkdir -p packages | |
| cp dist/packages/pyarrow-*.whl packages/ | |
| cp dist/packages/lightgbm-*.whl packages/ | |
| - name: Generate attestations for these wheels | |
| uses: actions/attest-build-provenance@7668571508540a607bdfd90a87a560489fe372eb # v2.1.0 | |
| with: | |
| subject-path: | | |
| packages/*.whl | |
| - name: Verify them, to ensure that the wheels they were attested correctly | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| shell: bash | |
| run: | | |
| for artifact in packages/*; do | |
| echo "# ${artifact}" | |
| gh attestation verify "${artifact}" --repo ${{ github.repository }} | |
| done | |
| - name: Create GitHub release with these wheels | |
| uses: softprops/action-gh-release@01570a1f39cb168c169c802c3bceb9e93fb10974 # v2.1.0 | |
| if: >- | |
| github.repository == 'agriyakhetarpal/pyodide-numpy-2.0-rebuilds' && | |
| github.event_name == 'release' && | |
| github.event.action == 'published' | |
| with: | |
| files: | | |
| packages/*.whl | |
| fail_on_unmatched_files: true | |
| name: PyArrow and LightGBM wheels, built against NumPy v2 via Pyodide gh-4925 |