diff --git a/docs/interpreter/livy.md b/docs/interpreter/livy.md index d7a1e4f5fcc..225cd817bee 100644 --- a/docs/interpreter/livy.md +++ b/docs/interpreter/livy.md @@ -51,23 +51,53 @@ Example: `spark.master` to `livy.spark.master` livy.spark.driver.cores - 1 + Driver cores. ex) 1, 2. livy.spark.driver.memory - 512m + Driver memory. ex) 512m, 32g. livy.spark.executor.instances - 3 + Executor instances. ex) 1, 4. livy.spark.executor.cores - 1 - Max number of SparkSQL result to display. + + Num cores per executor. ex) 1, 4. + + + livy.spark.executor.memory + + Executor memory per worker instance. ex) 512m, 32g. + + + livy.spark.dynamicAllocation.enabled + + Use dynamic resource allocation. ex) True, False. + + + livy.spark.dynamicAllocation.cachedExecutorIdleTimeout + + Remove an executor which has cached data blocks. + + + livy.spark.dynamicAllocation.minExecutors + + Lower bound for the number of executors. + + + livy.spark.dynamicAllocation.initialExecutors + + Initial number of executors to run. + + + livy.spark.dynamicAllocation.maxExecutors + + Upper bound for the number of executors.