From dd573e2354e47f1c6bb667a3942c617a08c1afc8 Mon Sep 17 00:00:00 2001 From: psvri Date: Sat, 20 Apr 2024 00:29:06 +0530 Subject: [PATCH] Readd the comments --- core/src/execution/jni_api.rs | 3 +++ 1 file changed, 3 insertions(+) diff --git a/core/src/execution/jni_api.rs b/core/src/execution/jni_api.rs index b5967a16e..bc194238b 100644 --- a/core/src/execution/jni_api.rs +++ b/core/src/execution/jni_api.rs @@ -216,6 +216,9 @@ fn prepare_datafusion_session_context( } } + // Get Datafusion configuration from Spark Execution context + // can be configured in Comet Spark JVM using Spark --conf parameters + // e.g: spark-shell --conf spark.datafusion.sql_parser.parse_float_as_decimal=true let mut session_config = SessionConfig::new().with_batch_size(batch_size); for (key, value) in conf.iter().filter(|(k, _)| k.starts_with("datafusion.")) {