PersistenceEngine

Allows Master to persist any state that is necessary in order to recover from a failure. The following semantics are required:

addApplication and addWorker are called before completing registration of a new app/worker.
removeApplication and removeWorker are called at any time. Given these two requirements, we will have all apps and workers persisted, but we might not have yet deleted apps or workers that finished (so their liveness must be verified during recovery).

The implementation of this trait defines how name-object pairs are stored or retrieved.

Annotations: @DeveloperApi()

Linear Supertypes

AnyRef, Any

Instance Constructors

new PersistenceEngine()

Abstract Value Members

abstract def persist(name: String, obj: AnyRef): Unit

Defines how the object is serialized and persisted.
Defines how the object is serialized and persisted. Implementation will depend on the store used.
abstract def read[T](prefix: String)(implicit arg0: ClassTag[T]): Seq[T]

Gives all objects, matching a prefix.
Gives all objects, matching a prefix. This defines how objects are read/deserialized back.
abstract def unpersist(name: String): Unit

Defines how the object referred by its name is removed from the store.

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
final def addApplication(app: ApplicationInfo): Unit
final def addDriver(driver: DriverInfo): Unit
final def addWorker(worker: WorkerInfo): Unit
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def close(): Unit
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def readPersistedData(rpcEnv: RpcEnv): (Seq[ApplicationInfo], Seq[DriverInfo], Seq[WorkerInfo])

Returns the persisted data sorted by their respective ids (which implies that they're sorted by time of creation).
final def removeApplication(app: ApplicationInfo): Unit
final def removeDriver(driver: DriverInfo): Unit
final def removeWorker(worker: WorkerInfo): Unit
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

abstract class PersistenceEngine extends AnyRef

Instance Constructors

new PersistenceEngine()

Abstract Value Members

abstract def persist(name: String, obj: AnyRef): Unit

abstract def read[T](prefix: String)(implicit arg0: ClassTag[T]): Seq[T]

abstract def unpersist(name: String): Unit

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

final def addApplication(app: ApplicationInfo): Unit

final def addDriver(driver: DriverInfo): Unit

final def addWorker(worker: WorkerInfo): Unit

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def close(): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def readPersistedData(rpcEnv: RpcEnv): (Seq[ApplicationInfo], Seq[DriverInfo], Seq[WorkerInfo])

final def removeApplication(app: ApplicationInfo): Unit

final def removeDriver(driver: DriverInfo): Unit

final def removeWorker(worker: WorkerInfo): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped