DemoPlugin.scala

package ch.cern

import java.util.{Map => JMap}
import scala.collection.JavaConverters._

import org.apache.spark.api.plugin.{DriverPlugin, ExecutorPlugin, PluginContext, SparkPlugin}
import org.apache.spark.SparkContext

// Basic example of Spark Executor Plugin in Scala

class DemoPlugin extends SparkPlugin {

  // Return the plugin's driver-side component.
  override def driverPlugin(): DriverPlugin = {
    new DriverPlugin() {
      override def init(sc: SparkContext, myContext: PluginContext): JMap[String, String] = {
        DemoPlugin.numSuccessfulPlugins += 1
        Map.empty[String, String].asJava
      }

      override def shutdown(): Unit = {
        DemoPlugin.numSuccessfulTerminations += 1
      }
    }
  }

  // Return the plugin's executor-side component.
  override def executorPlugin(): ExecutorPlugin = {
    new ExecutorPlugin() {
      override def init(myContext: PluginContext, extraConf: JMap[String, String]): Unit = {
        DemoPlugin.numSuccessfulPlugins += 1
      }

      override def shutdown(): Unit = {
        DemoPlugin.numSuccessfulTerminations += 1
      }
    }
  }

}

object DemoPlugin {
  var numSuccessfulPlugins : Int = 0
  var numSuccessfulTerminations: Int = 0
}