build: Enable spark-4.0 Spark tests

kazuyukitanimura · Jun 6, 2024 · d82a233 · d82a233
1 parent 2db760d
commit d82a233
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/.github/workflows/spark_sql_test_ansi.yml b/.github/workflows/spark_sql_test_ansi.yml
@@ -75,7 +75,7 @@ jobs:
       - name: Run Spark tests
         run: |
           cd apache-spark
-          build/sbt clean package
+          rm -rf /root/.m2/repository/org/apache/parquet
           ENABLE_COMET=true ENABLE_COMET_ANSI_MODE=true build/sbt ${{ matrix.module.args1 }} "${{ matrix.module.args2 }}"
         env:
           LC_ALL: "C.UTF-8"

diff --git a/pom.xml b/pom.xml
@@ -57,6 +57,7 @@ under the License.
     <codehaus.jackson.version>1.9.13</codehaus.jackson.version>
     <spotless.version>2.43.0</spotless.version>
     <jacoco.version>0.8.11</jacoco.version>
+    <semanticdb.version>4.8.8</semanticdb.version>
     <jni.dir>${project.basedir}/../core/target/debug</jni.dir>
     <platform>darwin</platform>
     <arch>x86_64</arch>
@@ -542,6 +543,7 @@ under the License.
         <spark.version>4.0.0-preview1</spark.version>
         <spark.version.short>4.0</spark.version.short>
         <parquet.version>1.13.1</parquet.version>
+        <semanticdb.version>4.9.5</semanticdb.version>
         <shims.majorVerSrc>spark-4.0</shims.majorVerSrc>
         <shims.minorVerSrc>not-needed-yet</shims.minorVerSrc>
         <!-- Use jdk17 by default -->
@@ -626,7 +628,7 @@ under the License.
                   <compilerPlugin>
                     <groupId>org.scalameta</groupId>
                     <artifactId>semanticdb-scalac_${scala.version}</artifactId>
-                    <version>4.8.15</version>
+                    <version>${semanticdb.version}</version>
                   </compilerPlugin>
                 </compilerPlugins>
               </configuration>