diff --git a/common/src/main/spark-3.x/org/apache/comet/shims/ShimBatchReader.scala b/common/src/main/spark-3.x/org/apache/comet/shims/ShimBatchReader.scala index 995c7644a..ebb60d823 100644 --- a/common/src/main/spark-3.x/org/apache/comet/shims/ShimBatchReader.scala +++ b/common/src/main/spark-3.x/org/apache/comet/shims/ShimBatchReader.scala @@ -24,7 +24,7 @@ import org.apache.spark.sql.execution.datasources.PartitionedFile object ShimBatchReader { - // TODO: remove after dropping Spark 3.2 & 3.3 support and directly call PartitionedFile + // TODO: create specific shim per Spark version rather than use reflection def newPartitionedFile(partitionValues: InternalRow, file: String): PartitionedFile = classOf[PartitionedFile].getDeclaredConstructors .map(c => diff --git a/pom.xml b/pom.xml index d9a093461..8027b9690 100644 --- a/pom.xml +++ b/pom.xml @@ -588,6 +588,7 @@ under the License. spark-4.0 not-needed-yet not-needed + not needed 17 ${java.version}