From 27fac64ca8fe14fd865eb1ebb7be065240daab9b Mon Sep 17 00:00:00 2001 From: Junfan Zhang Date: Wed, 13 Mar 2024 14:26:21 +0800 Subject: [PATCH] feat: enable comet shuffle manager for comet shell --- bin/comet-spark-shell | 2 ++ 1 file changed, 2 insertions(+) diff --git a/bin/comet-spark-shell b/bin/comet-spark-shell index 9ae55a1b3..a8e998053 100755 --- a/bin/comet-spark-shell +++ b/bin/comet-spark-shell @@ -81,4 +81,6 @@ RUST_BACKTRACE=1 $SPARK_HOME/bin/spark-shell \ --conf spark.comet.enabled=true \ --conf spark.comet.exec.enabled=true \ --conf spark.comet.exec.all.enabled=true \ + --conf spark.comet.exec.shuffle.enabled=true \ + --conf spark.shuffle.manager=org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager\ $@