Add @atomic_output decorator for outputs that get written to in blocks
#255
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Pytest, build docker image, push to GHCR | |
| on: [pull_request, push] | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref }} | |
| cancel-in-progress: true | |
| env: | |
| # https://github.com/pytest-dev/pytest/issues/2042#issuecomment-429289164 | |
| PY_IGNORE_IMPORTMISMATCH: 1 | |
| jobs: | |
| pytest: | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, macos-latest] | |
| deps: | |
| # Note: for now we're manually adding tophu deps, | |
| # will change once it's on conda forge | |
| - label: Latest | |
| spec: >- | |
| dask | |
| rasterio | |
| - label: Minimum | |
| spec: >- | |
| python=3.8 | |
| isce3 | |
| gdal=3.5 | |
| h5py=3.6 | |
| numpy=1.20 | |
| numba=0.54 | |
| pydantic=2.1 | |
| pymp-pypi=0.4.5 | |
| pyproj=3.3 | |
| rich=12.0 | |
| ruamel_yaml=0.15 | |
| scipy=1.5 | |
| shapely=1.8 | |
| threadpoolctl>=3.0 | |
| dask | |
| rasterio | |
| exclude: # TODO: Remove this once pymp is gone | |
| - os: macos-latest | |
| deps: | |
| label: Latest | |
| fail-fast: false | |
| name: ${{ matrix.os }} • ${{ matrix.deps.label }} | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Setup environment | |
| uses: mamba-org/setup-micromamba@v1 | |
| with: | |
| environment-file: conda-env.yml | |
| environment-name: dolphin-env | |
| create-args: ${{ matrix.deps.spec }} | |
| condarc: | | |
| channels: | |
| - conda-forge | |
| - name: Install | |
| run: | | |
| pip install --no-deps . | |
| - name: Install test dependencies | |
| run: | | |
| micromamba install -f tests/requirements.txt -c conda-forge | |
| pip install --no-deps git+https://github.com/isce-framework/tophu@main | |
| - name: Enable numba boundscheck for better error catching | |
| run: | | |
| echo "NUMBA_BOUNDSCHECK=1" >> $GITHUB_ENV | |
| - name: Test (with numba boundscheck on) | |
| run: | | |
| pytest -n0 | |
| # https://community.codecov.com/t/numba-jitted-methods-are-not-captured-by-codecov/2649 | |
| # - name: Coverage report | |
| # uses: codecov/codecov-action@v2 | |
| dockerize: # Based on Mintpy: https://github.com/insarlab/MintPy/blob/5ca554fef324b816f9130feec567e2cf463e41d2/.github/workflows/build-n-publish-to-pypi.yml | |
| name: Build Docker image and push to GitHub Container Registry | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python 3.11 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.11' | |
| - name: Set environment variables for docker build | |
| run: | | |
| pip install setuptools_scm # Install setuptools_scm to get version number | |
| # Save version number from CLI | |
| version=$(python -m setuptools_scm) | |
| sanitized_version=${version//+/-} # Replace all '+' with '-' | |
| echo "DOLPHIN_VERSION=${sanitized_version}" >> $GITHUB_ENV | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Build, tag, and push image to Github Container Registry | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: . | |
| file: ./docker/Dockerfile | |
| push: ${{ github.event_name != 'pull_request' }} | |
| tags: | | |
| ghcr.io/${{ github.repository }}:${{ env.DOLPHIN_VERSION }} | |
| labels: | | |
| org.opencontainers.image.created=${{ env.CI_JOB_TIMESTAMP }} | |
| org.opencontainers.image.version=${{ env.DOLPHIN_VERSION }} | |
| org.opencontainers.image.revision=${{ github.sha }} | |
| - name: Add develop tag | |
| if: github.ref == 'refs/heads/main' | |
| uses: akhilerm/[email protected] | |
| with: | |
| src: ghcr.io/${{ github.repository }}:${{ env.DOLPHIN_VERSION }} | |
| dst: ghcr.io/${{ github.repository }}:develop | |
| - name: Add latest tag | |
| if: startsWith(github.ref, 'refs/tags/v') | |
| uses: akhilerm/[email protected] | |
| with: | |
| src: ghcr.io/${{ github.repository }}:${{ env.DOLPHIN_VERSION }} | |
| dst: ghcr.io/${{ github.repository }}:latest |