org.apache.spark.streaming

TestStreamingContext

class TestStreamingContext extends StreamingContext

Extend the StreamingContext so we can be a little evil and poke at its internals.

Linear Supertypes
StreamingContext, Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. TestStreamingContext
  2. StreamingContext
  3. Logging
  4. AnyRef
  5. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TestStreamingContext(sparkContext: SparkContext, batchDuration: Duration)

    Create a TestableStreamingContext using an existing SparkContext.

    Create a TestableStreamingContext using an existing SparkContext.

    sparkContext

    existing SparkContext

    batchDuration

    the time interval at which streaming data will be divided into batches

  2. new TestStreamingContext(sc_: SparkContext, cp_: Checkpoint, batchDur_: Duration)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def actorStream[T](props: Props, name: String, storageLevel: StorageLevel, supervisorStrategy: SupervisorStrategy)(implicit arg0: ClassTag[T]): ReceiverInputDStream[T]

    Definition Classes
    StreamingContext

  7. def addStreamingListener(streamingListener: StreamingListener): Unit

    Definition Classes
    StreamingContext

  8. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  9. def awaitTermination(): Unit

    Definition Classes
    StreamingContext

  10. def awaitTerminationOrTimeout(timeout: Long): Boolean

    Definition Classes
    StreamingContext

  11. def binaryRecordsStream(directory: String, recordLength: Int): DStream[Array[Byte]]

    Definition Classes
    StreamingContext
    Annotations
    @Experimental()

  12. def checkpoint(directory: String): Unit

    Definition Classes
    StreamingContext

  13. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  14. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  15. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  16. def fileStream[K, V, F <: InputFormat[K, V]](directory: String, filter: (Path) ⇒ Boolean, newFilesOnly: Boolean, conf: Configuration)(implicit arg0: ClassTag[K], arg1: ClassTag[V], arg2: ClassTag[F]): InputDStream[(K, V)]

    Definition Classes
    StreamingContext

  17. def fileStream[K, V, F <: InputFormat[K, V]](directory: String, filter: (Path) ⇒ Boolean, newFilesOnly: Boolean)(implicit arg0: ClassTag[K], arg1: ClassTag[V], arg2: ClassTag[F]): InputDStream[(K, V)]

    Definition Classes
    StreamingContext

  18. def fileStream[K, V, F <: InputFormat[K, V]](directory: String)(implicit arg0: ClassTag[K], arg1: ClassTag[V], arg2: ClassTag[F]): InputDStream[(K, V)]

    Definition Classes
    StreamingContext

  19. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  20. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  21. def getScheduler(): JobScheduler

  22. def getState(): StreamingContextState

    Definition Classes
    StreamingContext
    Annotations
    @DeveloperApi()

  23. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  24. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  25. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging

  26. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging

  27. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  28. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  29. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  30. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  31. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  32. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  33. def logName: String

    Attributes
    protected
    Definition Classes
    Logging

  34. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  35. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  36. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  37. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  38. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  39. final def notify(): Unit

    Definition Classes
    AnyRef

  40. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  41. def queueStream[T](queue: Queue[RDD[T]], oneAtATime: Boolean, defaultRDD: RDD[T])(implicit arg0: ClassTag[T]): InputDStream[T]

    Definition Classes
    StreamingContext

  42. def queueStream[T](queue: Queue[RDD[T]], oneAtATime: Boolean)(implicit arg0: ClassTag[T]): InputDStream[T]

    Definition Classes
    StreamingContext

  43. def rawSocketStream[T](hostname: String, port: Int, storageLevel: StorageLevel)(implicit arg0: ClassTag[T]): ReceiverInputDStream[T]

    Definition Classes
    StreamingContext

  44. def receiverStream[T](receiver: Receiver[T])(implicit arg0: ClassTag[T]): ReceiverInputDStream[T]

    Definition Classes
    StreamingContext

  45. def remember(duration: Duration): Unit

    Definition Classes
    StreamingContext

  46. def socketStream[T](hostname: String, port: Int, converter: (InputStream) ⇒ Iterator[T], storageLevel: StorageLevel)(implicit arg0: ClassTag[T]): ReceiverInputDStream[T]

    Definition Classes
    StreamingContext

  47. def socketTextStream(hostname: String, port: Int, storageLevel: StorageLevel): ReceiverInputDStream[String]

    Definition Classes
    StreamingContext

  48. def sparkContext: SparkContext

    Definition Classes
    StreamingContext

  49. def start(): Unit

    Definition Classes
    StreamingContext

  50. def stop(stopSparkContext: Boolean, stopGracefully: Boolean): Unit

    Definition Classes
    StreamingContext

  51. def stop(stopSparkContext: Boolean): Unit

    Definition Classes
    StreamingContext

  52. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  53. def textFileStream(directory: String): DStream[String]

    Definition Classes
    StreamingContext

  54. def toString(): String

    Definition Classes
    AnyRef → Any

  55. def transform[T](dstreams: Seq[DStream[_]], transformFunc: (Seq[RDD[_]], Time) ⇒ RDD[T])(implicit arg0: ClassTag[T]): DStream[T]

    Definition Classes
    StreamingContext

  56. def union[T](streams: Seq[DStream[T]])(implicit arg0: ClassTag[T]): DStream[T]

    Definition Classes
    StreamingContext

  57. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  58. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  59. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def awaitTermination(timeout: Long): Unit

    Definition Classes
    StreamingContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.3.0) Use awaitTerminationOrTimeout(Long) instead

  2. def networkStream[T](receiver: Receiver[T])(implicit arg0: ClassTag[T]): ReceiverInputDStream[T]

    Definition Classes
    StreamingContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.0.0) Use receiverStream

Inherited from StreamingContext

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped