From 7def1eaa9726049a021fe1a270e201146589deff Mon Sep 17 00:00:00 2001 From: Liang-Chi Hsieh Date: Sat, 18 May 2024 08:51:16 -0700 Subject: [PATCH] Update spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala --- .../spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala b/spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala index 499c089b0..d74ec64dc 100644 --- a/spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala +++ b/spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala @@ -69,7 +69,7 @@ trait ShimCometScanExec { readSchema: StructType, options: ParquetOptions): FileScanRDD = classOf[FileScanRDD].getDeclaredConstructors - // workaround for aws spark 3.4 implementation + // Prevent to pick up incorrect constructors from any custom Spark forks. .filter(c => List(3,5,6).contains(c.getParameterCount()) ) .map { c => c.getParameterCount match {