build: Add spark-4.0 profile and shims

kazuyukitanimura · May 11, 2024 · 328705f · 328705f
1 parent 65628fb
commit 328705f
Showing 1 changed file with 36 additions and 0 deletions.
diff --git a/.github/workflows/pr_build.yml b/.github/workflows/pr_build.yml
@@ -100,6 +100,18 @@ jobs:
       - if: matrix.test-target == 'rust'
         name: Rust test steps
         uses: ./.github/actions/rust-test
+      - if: matrix.test-target == 'java'
+        name: Clone Spark
+        uses: actions/checkout@v4
+        with:
+          repository: "apache/spark"
+      - if: matrix.test-target == 'java'
+        name: Install Spark
+        shell: bash
+        run: |
+          pushd apache-spark
+          build/mvn install -Phive -Phadoop-cloud -DskipTests
+          popd
       - if: matrix.test-target == 'java'
         name: Java test steps
         uses: ./.github/actions/java-test
@@ -223,6 +235,18 @@ jobs:
       - if: matrix.test-target == 'rust'
         name: Rust test steps
         uses: ./.github/actions/rust-test
+      - if: matrix.test-target == 'java'
+        name: Clone Spark
+        uses: actions/checkout@v4
+        with:
+          repository: "apache/spark"
+      - if: matrix.test-target == 'java'
+        name: Install Spark
+        shell: bash
+        run: |
+          pushd apache-spark
+          build/mvn install -Phive -Phadoop-cloud -DskipTests
+          popd
       - if: matrix.test-target == 'java'
         name: Java test steps
         uses: ./.github/actions/java-test
@@ -258,6 +282,18 @@ jobs:
       - if: matrix.test-target == 'rust'
         name: Rust test steps
         uses: ./.github/actions/rust-test
+      - if: matrix.test-target == 'java'
+        name: Clone Spark
+        uses: actions/checkout@v4
+        with:
+          repository: "apache/spark"
+      - if: matrix.test-target == 'java'
+        name: Install Spark
+        shell: bash
+        run: |
+          pushd apache-spark
+          build/mvn install -Phive -Phadoop-cloud -DskipTests
+          popd
       - if: matrix.test-target == 'java'
         name: Java test steps
         uses: ./.github/actions/java-test