From cc2cd52dce226b4853ca1382d60a97b988891052 Mon Sep 17 00:00:00 2001
From: ceppelli <ceppelli@users.noreply.github.com>
Date: Fri, 10 May 2024 17:00:48 +0200
Subject: [PATCH] [FIX] - workaround for aws emr spark 3.4

workaround for Amazon EMR version: emr-6.15.0 and Spark 3.4.1 custom implementation
---
 .../spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala    | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala b/spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala
index 18871b814..499c089b0 100644
--- a/spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala
+++ b/spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometScanExec.scala
@@ -69,6 +69,8 @@ trait ShimCometScanExec {
       readSchema: StructType,
       options: ParquetOptions): FileScanRDD =
     classOf[FileScanRDD].getDeclaredConstructors
+      // workaround for aws spark 3.4 implementation
+      .filter(c => List(3,5,6).contains(c.getParameterCount()) )
       .map { c =>
         c.getParameterCount match {
           case 3 => c.newInstance(sparkSession, readFunction, filePartitions)