WaimakApp

abstract def confDefaults(env: E): Map[String, String]

Default Spark configuration values to use for the application

abstract def flow(emptyFlow: SparkDataFlow, env: E): SparkDataFlow

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def cleanupEnv(sparkSession: SparkSession, envPrefix: String): Unit

Cleans up the environment associated with this application

def clone(): AnyRef

def createEnv(sparkSession: SparkSession, envPrefix: String): Unit

Create the environment associated with this application

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def parseEnv(sparkSession: SparkSession, envPrefix: String): E

Parses configuration in the SparkSession into the environment case class (type E)

def run(sparkSession: SparkSession, env: E): Unit

Run the application for given environment and configuration case classes

def runSparkApp(sparkSession: SparkSession, envPrefix: String): Unit

Runs the application

def runWithEnv(env: E, sparkSession: SparkSession): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit