Config

Type Members

type Property = String

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def apply(options: Map[String, String], default: Option[Config]): Config

Create a configuration from the values in the Map, using the optional default configuration for any default values.
Create a configuration from the values in the Map, using the optional default configuration for any default values.
Note: Values in the map do not need to be prefixed with the configPrefix.
options
a map of properties and their string values
default
the optional default configuration, used for determining the default values for the properties
returns
the configuration
def apply(options: Map[String, String]): Config

Create a configuration from the values in the Map
Create a configuration from the values in the Map
Note: Values in the map do not need to be prefixed with the configPrefix.
options
a map of properties and their string values
returns
the configuration
def apply(sparkConf: SparkConf, options: Map[String, String]): Config

Create a configuration from the sparkConf
Create a configuration from the sparkConf
Uses the prefixed properties that are set in the Spark configuration to create the config.
sparkConf
the spark configuration
options
overloaded parameters
returns
the configuration

See also
configPrefix
def apply(sparkConf: SparkConf): Config

Create a configuration from the sparkConf
Create a configuration from the sparkConf
Uses the prefixed properties that are set in the Spark configuration to create the config.
sparkConf
the spark configuration
returns
the configuration

See also
configPrefix
def apply(sparkSession: SparkSession): Config

Create a configuration from the sqlContext
Create a configuration from the sqlContext
Uses the prefixed properties that are set in the Spark configuration to create the config.
sparkSession
the SparkSession
returns
the configuration

See also
configPrefix
def apply(sparkContext: SparkContext): Config

Create a configuration from the sparkContext
Create a configuration from the sparkContext
Uses the prefixed properties that are set in the Spark configuration to create the config.
sparkContext
the spark context
returns
the configuration

See also
configPrefix
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val configPrefix: String
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getInt(newValue: Option[String], existingValue: Option[Int] = None, defaultValue: Int): Int

Attributes
protected
def getOptionsFromConf(sparkConf: SparkConf): Map[String, String]

Gets an options map from the SparkConf
Gets an options map from the SparkConf
sparkConf
the SparkConf
returns
the options
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def notFound[T](key: String): T

Defines how to act in case any parameter is not set
Defines how to act in case any parameter is not set
T
Expected type (used to fit in 'getOrElse' cases).
key
Key that couldn't be obtained
returns
Throws an IllegalStateException.
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def stripPrefix(options: Map[String, String]): Map[String, String]

Strip the prefix from options
Strip the prefix from options
options
options that may contain the prefix
returns
prefixLess options
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: trait Config | package config

object Config extends Serializable

Type Members

type Property = String

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def apply(options: Map[String, String], default: Option[Config]): Config

def apply(options: Map[String, String]): Config

def apply(sparkConf: SparkConf, options: Map[String, String]): Config

def apply(sparkConf: SparkConf): Config

def apply(sparkSession: SparkSession): Config

def apply(sparkContext: SparkContext): Config

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val configPrefix: String

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def getInt(newValue: Option[String], existingValue: Option[Int] = None, defaultValue: Int): Int

def getOptionsFromConf(sparkConf: SparkConf): Map[String, String]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

def notFound[T](key: String): T

final def notify(): Unit

final def notifyAll(): Unit

def stripPrefix(options: Map[String, String]): Map[String, String]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped