Config

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

5. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

6. def apply(options: Map[String, String], default: Option[Config]): Config

   Create a configuration from the values in the Map, using the optional default configuration for any default values.

   Create a configuration from the values in the Map, using the optional default configuration for any default values.

   Note: Values in the map do not need to be prefixed with the configPrefix.

   options

   a map of properties and their string values

   default

   the optional default configuration, used for determining the default values for the properties

   returns

   the configuration

7. def apply(options: Map[String, String]): Config

   Create a configuration from the values in the Map

   Create a configuration from the values in the Map

   Note: Values in the map do not need to be prefixed with the configPrefix.

   options

   a map of properties and their string values

   returns

   the configuration

8. def apply(sparkConf: SparkConf, options: Map[String, String]): Config

   Create a configuration from the sparkConf

   Create a configuration from the sparkConf

   Uses the prefixed properties that are set in the Spark configuration to create the config.

   sparkConf

   the spark configuration

   options

   overloaded parameters

   returns

   the configuration

   See also

   configPrefix

9. def apply(sparkConf: SparkConf): Config

   Create a configuration from the sparkConf

   Create a configuration from the sparkConf

   Uses the prefixed properties that are set in the Spark configuration to create the config.

   sparkConf

   the spark configuration

   returns

   the configuration

   See also

   configPrefix

10. def apply(sparkSession: SparkSession): Config

    Create a configuration from the sqlContext

    Create a configuration from the sqlContext

    Uses the prefixed properties that are set in the Spark configuration to create the config.

    sparkSession

    the SparkSession

    returns

    the configuration

    See also

    configPrefix

11. def apply(sparkContext: SparkContext): Config

    Create a configuration from the sparkContext

    Create a configuration from the sparkContext

    Uses the prefixed properties that are set in the Spark configuration to create the config.

    sparkContext

    the spark context

    returns

    the configuration

    See also

    configPrefix

12. final def asInstanceOf[T0]: T0

    Definition Classes

    Any

13. def clone(): AnyRef

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

14. val configPrefix: String

15. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

16. def equals(arg0: Any): Boolean

    Definition Classes

    AnyRef → Any

17. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

18. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

19. def getInt(newValue: Option[String], existingValue: Option[Int] = None, defaultValue: Int): Int

    Attributes

    protected

20. def getOptionsFromConf(sparkConf: SparkConf): Map[String, String]

    Gets an options map from the SparkConf

    Gets an options map from the SparkConf

    sparkConf

    the SparkConf

    returns

    the options

21. def hashCode(): Int

    Definition Classes

    AnyRef → Any

22. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

23. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

24. def notFound[T](key: String): T

    Defines how to act in case any parameter is not set

    Defines how to act in case any parameter is not set

    T

    Expected type (used to fit in 'getOrElse' cases).

    key

    Key that couldn't be obtained

    returns

    Throws an IllegalStateException.

25. final def notify(): Unit

    Definition Classes

    AnyRef

26. final def notifyAll(): Unit

    Definition Classes

    AnyRef

27. def stripPrefix(options: Map[String, String]): Map[String, String]

    Strip the prefix from options

    Strip the prefix from options

    options

    options that may contain the prefix

    returns

    prefixLess options

28. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

29. def toString(): String

    Definition Classes

    AnyRef → Any

30. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

31. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

32. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )