LocalContextSupervisorActor

This class starts and stops JobManagers / Contexts in-process. It is responsible for watching out for the death of contexts/JobManagers.

Auto context start configuration

Contexts can be configured to be created automatically at job server initialization. Configuration example:

spark {
  contexts {
    olap-demo {
      num-cpu-cores = 4            # Number of cores to allocate.  Required.
      memory-per-node = 1024m      # Executor memory per node, -Xmx style eg 512m, 1G, etc.
    }
  }
}

Other configuration

spark {
  jobserver {
    context-creation-timeout = 15 s
    yarn-context-creation-timeout = 40 s
  }

  # Default settings for all context creation
  context-settings {
    spark.mesos.coarse = true
  }
}

Linear Supertypes

InstrumentedActor, ActorMetrics, Slf4jLogging, ActorStack, Actor, AnyRef, Any

Instance Constructors

new LocalContextSupervisorActor(dao: JobDAO)

Type Members

type Receive = PartialFunction[Any, Unit]

Definition Classes
Actor

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def aroundPostRestart(reason: Throwable): Unit

Attributes
protected[akka]
Definition Classes
Actor
def aroundPostStop(): Unit

Attributes
protected[akka]
Definition Classes
Actor
def aroundPreRestart(reason: Throwable, message: Option[Any]): Unit

Attributes
protected[akka]
Definition Classes
Actor
def aroundPreStart(): Unit

Attributes
protected[akka]
Definition Classes
Actor
def aroundReceive(receive: akka.actor.Actor.Receive, msg: Any): Unit

Attributes
protected[akka]
Definition Classes
Actor
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val config: Config
implicit val context: ActorContext

Definition Classes
Actor
val contextTimeout: Int
val defaultContextConfig: Config
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
val globalResultActor: ActorRef
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val logger: Logger

Definition Classes
Slf4jLogging
val metricReceiveTimer: Timer

Definition Classes
ActorMetrics
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def postRestart(reason: Throwable): Unit

Definition Classes
Actor
Annotations
@throws( classOf[java.lang.Exception] )
def postStop(): Unit

Definition Classes
InstrumentedActor → Actor
def preRestart(reason: Throwable, message: Option[Any]): Unit

Definition Classes
InstrumentedActor → Actor
def preStart(): Unit

Definition Classes
Actor
Annotations
@throws( classOf[java.lang.Exception] )
def receive: Receive

Definition Classes
ActorMetrics → ActorStack → Actor
implicit final val self: ActorRef

Definition Classes
Actor
final def sender(): ActorRef

Definition Classes
Actor
def supervisorStrategy: SupervisorStrategy

Definition Classes
Actor
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def unhandled(message: Any): Unit

Definition Classes
Actor
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def wrappedReceive: Receive

Definition Classes
LocalContextSupervisorActor → ActorStack

Related Doc: package jobserver

class LocalContextSupervisorActor extends InstrumentedActor

Auto context start configuration

Other configuration

Instance Constructors

new LocalContextSupervisorActor(dao: JobDAO)

Type Members

type Receive = PartialFunction[Any, Unit]

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def aroundPostRestart(reason: Throwable): Unit

def aroundPostStop(): Unit

def aroundPreRestart(reason: Throwable, message: Option[Any]): Unit

def aroundPreStart(): Unit

def aroundReceive(receive: akka.actor.Actor.Receive, msg: Any): Unit

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val config: Config

implicit val context: ActorContext

val contextTimeout: Int

val defaultContextConfig: Config

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

val globalResultActor: ActorRef

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

val logger: Logger

val metricReceiveTimer: Timer

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def postRestart(reason: Throwable): Unit

def postStop(): Unit

def preRestart(reason: Throwable, message: Option[Any]): Unit

def preStart(): Unit

def receive: Receive

implicit final val self: ActorRef

final def sender(): ActorRef

def supervisorStrategy: SupervisorStrategy

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def unhandled(message: Any): Unit

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def wrappedReceive: Receive

Inherited from InstrumentedActor

Inherited from ActorMetrics

Inherited from Slf4jLogging

Inherited from ActorStack

Inherited from Actor

Inherited from AnyRef

Inherited from Any

Ungrouped