add a test

apache · May 19, 2024 · 5bee8ae · 5bee8ae
1 parent 1f3fa2d
commit 5bee8ae
Show file tree

Hide file tree

Showing 3 changed files with 490 additions and 2 deletions.
diff --git a/common/src/main/java/org/apache/comet/parquet/BatchReader.java b/common/src/main/java/org/apache/comet/parquet/BatchReader.java
@@ -57,7 +57,6 @@
 import org.apache.spark.sql.catalyst.InternalRow;
 import org.apache.spark.sql.comet.parquet.CometParquetReadSupport;
 import org.apache.spark.sql.execution.datasources.PartitionedFile;
-import org.apache.spark.sql.execution.datasources.parquet.ParquetToSparkSchemaConverter;
 import org.apache.spark.sql.execution.metric.SQLMetric;
 import org.apache.spark.sql.types.*;
 import org.apache.spark.sql.vectorized.ColumnarBatch;
@@ -257,7 +256,7 @@ public void init() throws URISyntaxException, IOException {
     MessageType fileSchema = requestedSchema;
 
     if (sparkSchema == null) {
-      sparkSchema = new ParquetToSparkSchemaConverter(conf).convert(requestedSchema);
+      sparkSchema = new CometParquetToSparkSchemaConverter(conf).convert(requestedSchema);
     } else {
       requestedSchema =
           CometParquetReadSupport.clipParquetSchema(