From 328705ff04ab557d86c64342e60d3e7b545a8f53 Mon Sep 17 00:00:00 2001 From: Kazuyuki Tanimura Date: Fri, 10 May 2024 19:37:44 -0700 Subject: [PATCH] build: Add spark-4.0 profile and shims --- .github/workflows/pr_build.yml | 36 ++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) diff --git a/.github/workflows/pr_build.yml b/.github/workflows/pr_build.yml index 0a5209215..14353ec90 100644 --- a/.github/workflows/pr_build.yml +++ b/.github/workflows/pr_build.yml @@ -100,6 +100,18 @@ jobs: - if: matrix.test-target == 'rust' name: Rust test steps uses: ./.github/actions/rust-test + - if: matrix.test-target == 'java' + name: Clone Spark + uses: actions/checkout@v4 + with: + repository: "apache/spark" + - if: matrix.test-target == 'java' + name: Install Spark + shell: bash + run: | + pushd apache-spark + build/mvn install -Phive -Phadoop-cloud -DskipTests + popd - if: matrix.test-target == 'java' name: Java test steps uses: ./.github/actions/java-test @@ -223,6 +235,18 @@ jobs: - if: matrix.test-target == 'rust' name: Rust test steps uses: ./.github/actions/rust-test + - if: matrix.test-target == 'java' + name: Clone Spark + uses: actions/checkout@v4 + with: + repository: "apache/spark" + - if: matrix.test-target == 'java' + name: Install Spark + shell: bash + run: | + pushd apache-spark + build/mvn install -Phive -Phadoop-cloud -DskipTests + popd - if: matrix.test-target == 'java' name: Java test steps uses: ./.github/actions/java-test @@ -258,6 +282,18 @@ jobs: - if: matrix.test-target == 'rust' name: Rust test steps uses: ./.github/actions/rust-test + - if: matrix.test-target == 'java' + name: Clone Spark + uses: actions/checkout@v4 + with: + repository: "apache/spark" + - if: matrix.test-target == 'java' + name: Install Spark + shell: bash + run: | + pushd apache-spark + build/mvn install -Phive -Phadoop-cloud -DskipTests + popd - if: matrix.test-target == 'java' name: Java test steps uses: ./.github/actions/java-test