feat: Enable Comet shuffle manager for Comet shell (#204)

apache · Mar 13, 2024 · 5d9d95e · 5d9d95e
1 parent e920aa4
commit 5d9d95e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/bin/comet-spark-shell b/bin/comet-spark-shell
@@ -81,4 +81,6 @@ RUST_BACKTRACE=1 $SPARK_HOME/bin/spark-shell \
   --conf spark.comet.enabled=true \
   --conf spark.comet.exec.enabled=true \
   --conf spark.comet.exec.all.enabled=true \
+  --conf spark.comet.exec.shuffle.enabled=true \
+  --conf spark.shuffle.manager=org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager \
 $@