PythonContextFactory

Type Members

abstract type C <: PythonContextLike

Definition Classes
PythonContextFactory → SparkContextFactory
type J = PythonJobContainer[C]

Definition Classes
PythonContextFactory → SparkContextFactory

Abstract Value Members

abstract def doMakeContext(sc: SparkContext, contextConfig: Config, contextName: String): C

Attributes
protected
abstract def py4JImports: Seq[String]

returns
List of classes which will be imported through the gateway by the Python process, using the form java_import(gateway.jvm, "org.apache.spark.SparkConf")

Concrete Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def buildJob(eggPath: String, modulePath: String): PythonJob[C]
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def loadAndValidateJob(classPath: Seq[String], mainClass: String, jobCache: JobCache): Or[J, LoadingError]

Loads the job of the given appName, version, and class path, and validates that it is the right type of job given the current context type.
Loads the job of the given appName, version, and class path, and validates that it is the right type of job given the current context type. For example, it may load a JAR and validate the classpath exists and try to invoke its constructor.

Definition Classes
PythonContextFactory → SparkContextFactory
def makeContext(sparkConf: SparkConf, contextConfig: Config, contextName: String): C

Partial implementation of makeContext to avoid repetition in the ContextFactory implementations.
Partial implementation of makeContext to avoid repetition in the ContextFactory implementations. Does the generic setup tasks and delegates to doMakeContext
sparkConf
the Spark Context configuration.
contextName
the name of the context to start
returns
the newly created context.

Definition Classes
PythonContextFactory → SparkContextFactory
def makeContext(config: Config, contextConfig: Config, contextName: String): C

Definition Classes
SparkContextFactory
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def runsPython: Boolean

Definition Classes
PythonContextFactory → SparkContextFactory
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def updateConfig(config: Config): Config

Definition Classes
SparkContextFactory
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object PythonContextFactory | package python

trait PythonContextFactory extends SparkContextFactory

Type Members

abstract type C <: PythonContextLike

type J = PythonJobContainer[C]

Abstract Value Members

abstract def doMakeContext(sc: SparkContext, contextConfig: Config, contextName: String): C

abstract def py4JImports: Seq[String]

Concrete Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def buildJob(eggPath: String, modulePath: String): PythonJob[C]

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def loadAndValidateJob(classPath: Seq[String], mainClass: String, jobCache: JobCache): Or[J, LoadingError]

def makeContext(sparkConf: SparkConf, contextConfig: Config, contextName: String): C

def makeContext(config: Config, contextConfig: Config, contextName: String): C

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def runsPython: Boolean

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def updateConfig(config: Config): Config

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from SparkContextFactory

Inherited from AnyRef

Inherited from Any

Ungrouped