From c6eaae58f5aa8fe9b1dc5061469fda3bc12e0c75 Mon Sep 17 00:00:00 2001 From: Andy Grove Date: Mon, 1 Jul 2024 11:27:51 -0600 Subject: [PATCH] add a comment --- .../scala/org/apache/comet/CometSparkSessionExtensions.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/spark/src/main/scala/org/apache/comet/CometSparkSessionExtensions.scala b/spark/src/main/scala/org/apache/comet/CometSparkSessionExtensions.scala index e19361f5a..b279bc014 100644 --- a/spark/src/main/scala/org/apache/comet/CometSparkSessionExtensions.scala +++ b/spark/src/main/scala/org/apache/comet/CometSparkSessionExtensions.scala @@ -207,6 +207,7 @@ class CometSparkSessionExtensions if (CometConf.COMET_CBO_ENABLED.get()) { // simple heuristic to avoid moving from Spark execution to Comet execution just // for the final sort + // in the future, we can make this check more generic and base it on actual costs cometPlan match { case CometSortExec(_, _, _, e: CometShuffleExchangeExec, _) if !e.child.supportsColumnar =>