PythonSessionContextFactory

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def buildJob(eggPath: String, modulePath: String): PythonJob[C]

   

   Definition Classes

   PythonContextFactory

6. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

7. var context: PythonSessionContextLikeWrapper

   

8. def doMakeContext(sc: SparkContext, contextConfig: Config, contextName: String): C

   

   Definition Classes

   PythonSessionContextFactory → PythonContextFactory

9. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

10. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

11. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

12. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

13. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

14. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

15. def loadAndValidateJob(classPath: Seq[String], mainClass: String, jobCache: JobCache): Or[J, LoadingError]

    

    Loads the job of the given appName, version, and class path, and validates that it is the right type of job given the current context type.

    Loads the job of the given appName, version, and class path, and validates that it is the right type of job given the current context type. For example, it may load a JAR and validate the classpath exists and try to invoke its constructor.

    Definition Classes

    PythonContextFactory → SparkContextFactory

16. def makeContext(sparkConf: SparkConf, contextConfig: Config, contextName: String): C

    

    Partial implementation of makeContext to avoid repetition in the ContextFactory implementations.

    Partial implementation of makeContext to avoid repetition in the ContextFactory implementations. Does the generic setup tasks and delegates to doMakeContext

    sparkConf

    the Spark Context configuration.

    contextName

    the name of the context to start

    returns

    the newly created context.

    Definition Classes

    PythonSessionContextFactory → PythonContextFactory → SparkContextFactory

17. def makeContext(config: Config, contextConfig: Config, contextName: String): C

    

    Definition Classes

    SparkContextFactory

18. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

19. final def notify(): Unit

    

    Definition Classes

    AnyRef

20. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

21. def py4JImports: Seq[String]

    
    returns

    List of classes which will be imported through the gateway by the Python process, using the form java_import(gateway.jvm, "org.apache.spark.SparkConf")

    Definition Classes

    PythonSessionContextFactory → PythonContextFactory

22. def runsPython: Boolean

    

    Definition Classes

    PythonContextFactory → SparkContextFactory

23. def setupHiveSupport(config: Config, builder: Builder): Any

    

    Attributes

    protected

24. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

25. def toString(): String

    

    Definition Classes

    AnyRef → Any

26. def updateConfig(config: Config): Config

    

    Definition Classes

    SparkContextFactory

27. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

28. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

29. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )