Enable running all integration tests against Kind in the CI #294
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: test | |
| on: | |
| push: | |
| branches: [ "main", "issue-81-enable-integration-tests" ] | |
| pull_request_target: | |
| branches: ["main"] | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| Authorize: | |
| environment: ${{ github.event_name == 'pull_request_target' && github.event.pull_request.head.repo.full_name != github.repository && 'external' || 'internal' }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - run: true | |
| Static-Check: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.11" | |
| architecture: "x64" | |
| - run: pip3 install hatch | |
| - run: hatch run tests.py3.11-2.9:static-check | |
| Run-Unit-Tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] | |
| airflow-version: ["2.7", "2.8", "2.9"] | |
| exclude: | |
| - python-version: "3.12" | |
| airflow-version: "2.7" | |
| - python-version: "3.12" | |
| airflow-version: "2.8" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - uses: actions/cache@v4 | |
| with: | |
| path: | | |
| ~/.cache/pip | |
| .nox | |
| key: unit-${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.airflow-version }}-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('ray_provider/__init__.py') }} | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install packages and dependencies | |
| run: | | |
| python -m pip install hatch | |
| hatch -e tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }} run pip freeze | |
| - name: Test Ray against Airflow ${{ matrix.airflow-version }} and Python ${{ matrix.python-version }} | |
| run: | | |
| hatch run tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }}:test-cov | |
| - name: Upload coverage to Github | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage-unit-test-${{ matrix.python-version }}-${{ matrix.airflow-version }} | |
| path: .coverage | |
| include-hidden-files: true | |
| Run-GKE-Integration-Tests: | |
| needs: Authorize | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.11"] | |
| airflow-version: ["2.9"] | |
| permissions: | |
| contents: 'read' | |
| id-token: 'write' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - uses: actions/cache@v4 | |
| with: | |
| path: | | |
| ~/.cache/pip | |
| .nox | |
| key: integration-${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.airflow-version }}-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('ray_provider/__init__.py') }} | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install packages and dependencies | |
| run: | | |
| python -m pip install hatch | |
| hatch -e tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }} run pip freeze | |
| - id: 'auth' | |
| name: 'Authenticate to Google Cloud' | |
| uses: 'google-github-actions/auth@v1' | |
| with: | |
| credentials_json: '${{ secrets.GCP_SA_KEY }}' | |
| service_account: ${{ secrets.SERVICE_ACCOUNT_EMAIL }}' | |
| create_credentials_file: true | |
| - name: 'Set up Cloud SDK' | |
| uses: 'google-github-actions/setup-gcloud@v1' | |
| - name: 'Set GCP Project ID' | |
| run: gcloud config set project ${{ secrets.PROJECT_ID }} | |
| - name: Generate unique cluster name | |
| id: cluster-name | |
| run: echo "name=test-${GITHUB_RUN_ID:0:12}" >> $GITHUB_OUTPUT | |
| - name: Create GKE cluster | |
| run: | | |
| gcloud container clusters create ${{ steps.cluster-name.outputs.name }} \ | |
| --zone us-central1-a \ | |
| --num-nodes 1 \ | |
| --machine-type e2-standard-4 \ | |
| --enable-autoscaling --min-nodes=1 --max-nodes=3 \ | |
| --no-enable-ip-alias \ | |
| --service-account=${{ secrets.SERVICE_ACCOUNT_EMAIL }} | |
| - name: Setup gcloud and get kubeconfig | |
| run: | | |
| gcloud components install gke-gcloud-auth-plugin | |
| gcloud container clusters get-credentials ${{ steps.cluster-name.outputs.name }} --zone us-central1-a | |
| kubectl config view --raw > kubeconfig.yaml | |
| echo "KUBECONFIG=${{ github.workspace }}/kubeconfig.yaml" >> $GITHUB_ENV | |
| echo "USE_GKE_GCLOUD_AUTH_PLUGIN=True" >> $GITHUB_ENV | |
| - name: Run integration tests | |
| run: | | |
| hatch run tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }}:test-integration-gke | |
| env: | |
| RAY_SPEC_FILENAME: "ray-linux.yaml" | |
| USE_GKE: 1 | |
| - name: Upload coverage to Github | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage-integration-test-${{ matrix.python-version }}-${{ matrix.airflow-version }} | |
| path: .coverage | |
| include-hidden-files: true | |
| - name: Delete GKE cluster | |
| if: always() | |
| run: | | |
| gcloud container clusters delete ${{ steps.cluster-name.outputs.name }} --zone us-central1-a --quiet | |
| Run-Kind-Integration-Tests: | |
| needs: Authorize | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: [ "3.11" ] | |
| airflow-version: [ "2.9" ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cache/pip | |
| .local/share/hatch/ | |
| key: coverage-integration-kubernetes-test-${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.airflow-version }}-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('cosmos/__init__.py') }} | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Create KinD cluster | |
| uses: container-tools/kind-action@v1 | |
| #with: | |
| # config: dev/kind-config.yaml | |
| - name: Install MetalLB | |
| run: | | |
| kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.13.10/config/manifests/metallb-native.yaml | |
| - name: Wait for MetalLB to be ready | |
| run: | | |
| echo "Waiting for MetalLB controller and webhook to be ready..." | |
| kubectl get pods -n metallb-system --show-labels | |
| kubectl wait --namespace metallb-system --for=condition=Ready pod --selector=app=metallb,component=controller --timeout=120s | |
| kubectl wait --namespace metallb-system --for=condition=Ready pod --selector=app=metallb,component=speaker --timeout=120s | |
| - name: Configure IPAddressPool | |
| run: | | |
| cat <<EOF | kubectl apply -f - | |
| apiVersion: metallb.io/v1beta1 | |
| kind: IPAddressPool | |
| metadata: | |
| name: kind-pool | |
| namespace: metallb-system | |
| spec: | |
| addresses: | |
| - 172.18.255.1-172.18.255.254 | |
| --- | |
| apiVersion: metallb.io/v1beta1 | |
| kind: L2Advertisement | |
| metadata: | |
| name: kind-l2-advertisement | |
| namespace: metallb-system | |
| spec: {} | |
| EOF | |
| - name: Install packages and dependencies | |
| run: | | |
| python -m pip install uv | |
| uv pip install --system hatch | |
| hatch -e tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }} run pip freeze | |
| - name: Run integration tests in Kind | |
| run: | | |
| hatch run tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }}:test-integration-kind | |
| env: | |
| RAY_SPEC_FILENAME: "ray-linux.yaml" | |
| AIRFLOW_HOME: /home/runner/work/astro-provider-ray/astro-provider-ray/ | |
| KUBECONFIG: /home/runner/.kube/config | |
| - name: Upload coverage to Github | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage-integration-kubernetes-test-${{ matrix.python-version }}-${{ matrix.airflow-version }} | |
| path: .coverage | |
| include-hidden-files: true | |
| Code-Coverage: | |
| if: github.event.action != 'labeled' | |
| needs: | |
| - Run-Unit-Tests | |
| - Run-GKE-Integration-Tests | |
| - Run-Kind-Integration-Tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
| - name: Set up Python 3.11 | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: "3.11" | |
| - name: Install coverage | |
| run: | | |
| pip3 install coverage | |
| - name: Download all coverage artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: ./coverage | |
| - name: Combine coverage | |
| run: | | |
| coverage combine ./coverage/coverage*/.coverage | |
| coverage report | |
| coverage xml | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| fail_ci_if_error: true | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| files: coverage.xml |