FriendlyInputDStream

Instance Constructors

new FriendlyInputDStream(ssc_: StreamingContext)(implicit arg0: ClassTag[T])

Abstract Value Members

abstract def compute(validTime: Time): Option[RDD[T]]

Definition Classes
DStream
abstract def start(): Unit

Definition Classes
InputDStream
abstract def stop(): Unit

Definition Classes
InputDStream

Concrete Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
val baseScope: Option[String]

Attributes
protected[org.apache.spark.streaming]
Definition Classes
InputDStream → DStream
def cache(): DStream[T]

Definition Classes
DStream
def checkpoint(interval: Duration): DStream[T]

Definition Classes
DStream
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def context: StreamingContext

Definition Classes
DStream
def count(): DStream[Long]

Definition Classes
DStream
def countByValue(numPartitions: Int)(implicit ord: Ordering[T]): DStream[(T, Long)]

Definition Classes
DStream
def countByValueAndWindow(windowDuration: Duration, slideDuration: Duration, numPartitions: Int)(implicit ord: Ordering[T]): DStream[(T, Long)]

Definition Classes
DStream
def countByWindow(windowDuration: Duration, slideDuration: Duration): DStream[Long]

Definition Classes
DStream
def createRDDWithLocalProperties[U](time: Time, displayInnerRDDOps: Boolean)(body: ⇒ U): U

Attributes
protected[org.apache.spark.streaming]
Definition Classes
DStream
def dependencies: List[DStream[_]]

Definition Classes
InputDStream → DStream
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def filter(filterFunc: (T) ⇒ Boolean): DStream[T]

Definition Classes
DStream
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def flatMap[U](flatMapFunc: (T) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
def foreachRDD(foreachFunc: (RDD[T], Time) ⇒ Unit): Unit

Definition Classes
DStream
def foreachRDD(foreachFunc: (RDD[T]) ⇒ Unit): Unit

Definition Classes
DStream
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def glom(): DStream[Array[T]]

Definition Classes
DStream
def hashCode(): Int

Definition Classes
AnyRef → Any
val id: Int

Definition Classes
InputDStream
def initialize(time: Time): Unit

Definition Classes
FriendlyInputDStream → DStream
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def map[U](mapFunc: (T) ⇒ U)(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
def mapPartitions[U](mapPartFunc: (Iterator[T]) ⇒ Iterator[U], preservePartitioning: Boolean)(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
var ourZeroTime: Time
def persist(): DStream[T]

Definition Classes
DStream
def persist(level: StorageLevel): DStream[T]

Definition Classes
DStream
def print(num: Int): Unit

Definition Classes
DStream
def print(): Unit

Definition Classes
DStream
val rateController: Option[RateController]

Attributes
protected[org.apache.spark.streaming]
Definition Classes
InputDStream
def reduce(reduceFunc: (T, T) ⇒ T): DStream[T]

Definition Classes
DStream
def reduceByWindow(reduceFunc: (T, T) ⇒ T, invReduceFunc: (T, T) ⇒ T, windowDuration: Duration, slideDuration: Duration): DStream[T]

Definition Classes
DStream
def reduceByWindow(reduceFunc: (T, T) ⇒ T, windowDuration: Duration, slideDuration: Duration): DStream[T]

Definition Classes
DStream
def repartition(numPartitions: Int): DStream[T]

Definition Classes
DStream
def saveAsObjectFiles(prefix: String, suffix: String): Unit

Definition Classes
DStream
def saveAsTextFiles(prefix: String, suffix: String): Unit

Definition Classes
DStream
def slice(fromTime: Time, toTime: Time): Seq[RDD[T]]

Definition Classes
DStream
def slice(interval: Interval): Seq[RDD[T]]

Definition Classes
DStream
def slideDuration: Duration

Definition Classes
InputDStream → DStream
var ssc_: StreamingContext
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def transform[U](transformFunc: (RDD[T], Time) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
def transform[U](transformFunc: (RDD[T]) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
def transformWith[U, V](other: DStream[U], transformFunc: (RDD[T], RDD[U], Time) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

Definition Classes
DStream
def transformWith[U, V](other: DStream[U], transformFunc: (RDD[T], RDD[U]) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

Definition Classes
DStream
def union(that: DStream[T]): DStream[T]

Definition Classes
DStream
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def window(windowDuration: Duration, slideDuration: Duration): DStream[T]

Definition Classes
DStream
def window(windowDuration: Duration): DStream[T]

Definition Classes
DStream

Related Doc: package dstream

abstract class FriendlyInputDStream[T] extends InputDStream[T]

Instance Constructors

new FriendlyInputDStream(ssc_: StreamingContext)(implicit arg0: ClassTag[T])

Abstract Value Members

abstract def compute(validTime: Time): Option[RDD[T]]

abstract def start(): Unit

abstract def stop(): Unit

Concrete Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

val baseScope: Option[String]

def cache(): DStream[T]

def checkpoint(interval: Duration): DStream[T]

def clone(): AnyRef

def context: StreamingContext

def count(): DStream[Long]

def countByValue(numPartitions: Int)(implicit ord: Ordering[T]): DStream[(T, Long)]

def countByValueAndWindow(windowDuration: Duration, slideDuration: Duration, numPartitions: Int)(implicit ord: Ordering[T]): DStream[(T, Long)]

def countByWindow(windowDuration: Duration, slideDuration: Duration): DStream[Long]

def createRDDWithLocalProperties[U](time: Time, displayInnerRDDOps: Boolean)(body: ⇒ U): U

def dependencies: List[DStream[_]]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def filter(filterFunc: (T) ⇒ Boolean): DStream[T]

def finalize(): Unit

def flatMap[U](flatMapFunc: (T) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): DStream[U]

def foreachRDD(foreachFunc: (RDD[T], Time) ⇒ Unit): Unit

def foreachRDD(foreachFunc: (RDD[T]) ⇒ Unit): Unit

final def getClass(): Class[_]

def glom(): DStream[Array[T]]

def hashCode(): Int

val id: Int

def initialize(time: Time): Unit

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

def map[U](mapFunc: (T) ⇒ U)(implicit arg0: ClassTag[U]): DStream[U]

def mapPartitions[U](mapPartFunc: (Iterator[T]) ⇒ Iterator[U], preservePartitioning: Boolean)(implicit arg0: ClassTag[U]): DStream[U]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

var ourZeroTime: Time

def persist(): DStream[T]

def persist(level: StorageLevel): DStream[T]

def print(num: Int): Unit

def print(): Unit

val rateController: Option[RateController]

def reduce(reduceFunc: (T, T) ⇒ T): DStream[T]

def reduceByWindow(reduceFunc: (T, T) ⇒ T, invReduceFunc: (T, T) ⇒ T, windowDuration: Duration, slideDuration: Duration): DStream[T]

def reduceByWindow(reduceFunc: (T, T) ⇒ T, windowDuration: Duration, slideDuration: Duration): DStream[T]

def repartition(numPartitions: Int): DStream[T]

def saveAsObjectFiles(prefix: String, suffix: String): Unit

def saveAsTextFiles(prefix: String, suffix: String): Unit

def slice(fromTime: Time, toTime: Time): Seq[RDD[T]]

def slice(interval: Interval): Seq[RDD[T]]

def slideDuration: Duration

var ssc_: StreamingContext

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def transform[U](transformFunc: (RDD[T], Time) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

def transform[U](transformFunc: (RDD[T]) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

def transformWith[U, V](other: DStream[U], transformFunc: (RDD[T], RDD[U], Time) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

def transformWith[U, V](other: DStream[U], transformFunc: (RDD[T], RDD[U]) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

def union(that: DStream[T]): DStream[T]