fix: use inputRDD to get outputPartitions in CometScanExec (#1162)

apache · Dec 11, 2024 · b63570b · b63570b
1 parent 3131a1d
commit b63570b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/spark/src/main/scala/org/apache/spark/sql/comet/CometScanExec.scala b/spark/src/main/scala/org/apache/spark/sql/comet/CometScanExec.scala
@@ -132,7 +132,7 @@ case class CometScanExec(
   lazy val bucketedScan: Boolean = wrapped.bucketedScan
 
   override lazy val (outputPartitioning, outputOrdering): (Partitioning, Seq[SortOrder]) =
-    (wrapped.outputPartitioning, wrapped.outputOrdering)
+    (UnknownPartitioning(wrapped.inputRDD.getNumPartitions), wrapped.outputOrdering)
 
   @transient
   private lazy val pushedDownFilters = getPushedDownFilters(relation, dataFilters)