Class

org.apache.spark.streaming

TestStreamingContext

Related Doc: package streaming

Permalink

class TestStreamingContext extends StreamingContext

Linear Supertypes
StreamingContext, internal.Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. TestStreamingContext
  2. StreamingContext
  3. Logging
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TestStreamingContext(sparkContext: SparkContext, batchDuration: Duration)

    Permalink

    Create a TestableStreamingContext using an existing SparkContext.

    Create a TestableStreamingContext using an existing SparkContext.

    sparkContext

    existing SparkContext

    batchDuration

    the time interval at which streaming data will be divided into batches

  2. new TestStreamingContext(sc_: SparkContext, cp_: Checkpoint, batchDur_: Duration)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def addStreamingListener(streamingListener: StreamingListener): Unit

    Permalink
    Definition Classes
    StreamingContext

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. def awaitTermination(): Unit

    Permalink
    Definition Classes
    StreamingContext

  7. def awaitTerminationOrTimeout(timeout: Long): Boolean

    Permalink
    Definition Classes
    StreamingContext

  8. def binaryRecordsStream(directory: String, recordLength: Int): DStream[Array[Byte]]

    Permalink
    Definition Classes
    StreamingContext

  9. def checkpoint(directory: String): Unit

    Permalink
    Definition Classes
    StreamingContext

  10. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  11. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  12. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  13. def fileStream[K, V, F <: InputFormat[K, V]](directory: String, filter: (Path) ⇒ Boolean, newFilesOnly: Boolean, conf: Configuration)(implicit arg0: ClassTag[K], arg1: ClassTag[V], arg2: ClassTag[F]): InputDStream[(K, V)]

    Permalink
    Definition Classes
    StreamingContext

  14. def fileStream[K, V, F <: InputFormat[K, V]](directory: String, filter: (Path) ⇒ Boolean, newFilesOnly: Boolean)(implicit arg0: ClassTag[K], arg1: ClassTag[V], arg2: ClassTag[F]): InputDStream[(K, V)]

    Permalink
    Definition Classes
    StreamingContext

  15. def fileStream[K, V, F <: InputFormat[K, V]](directory: String)(implicit arg0: ClassTag[K], arg1: ClassTag[V], arg2: ClassTag[F]): InputDStream[(K, V)]

    Permalink
    Definition Classes
    StreamingContext

  16. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  17. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  18. def getScheduler(): JobScheduler

    Permalink

  19. def getState(): StreamingContextState

    Permalink
    Definition Classes
    StreamingContext
    Annotations
    @DeveloperApi()

  20. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  21. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  22. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  23. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  24. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  25. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  26. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  27. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  28. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  29. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  30. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  31. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  32. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  33. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  34. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  35. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  36. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  37. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  38. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  39. def queueStream[T](queue: Queue[RDD[T]], oneAtATime: Boolean, defaultRDD: RDD[T])(implicit arg0: ClassTag[T]): InputDStream[T]

    Permalink
    Definition Classes
    StreamingContext

  40. def queueStream[T](queue: Queue[RDD[T]], oneAtATime: Boolean)(implicit arg0: ClassTag[T]): InputDStream[T]

    Permalink
    Definition Classes
    StreamingContext

  41. def rawSocketStream[T](hostname: String, port: Int, storageLevel: StorageLevel)(implicit arg0: ClassTag[T]): ReceiverInputDStream[T]

    Permalink
    Definition Classes
    StreamingContext

  42. def receiverStream[T](receiver: Receiver[T])(implicit arg0: ClassTag[T]): ReceiverInputDStream[T]

    Permalink
    Definition Classes
    StreamingContext

  43. def remember(duration: Duration): Unit

    Permalink
    Definition Classes
    StreamingContext

  44. def socketStream[T](hostname: String, port: Int, converter: (InputStream) ⇒ Iterator[T], storageLevel: StorageLevel)(implicit arg0: ClassTag[T]): ReceiverInputDStream[T]

    Permalink
    Definition Classes
    StreamingContext

  45. def socketTextStream(hostname: String, port: Int, storageLevel: StorageLevel): ReceiverInputDStream[String]

    Permalink
    Definition Classes
    StreamingContext

  46. def sparkContext: SparkContext

    Permalink
    Definition Classes
    StreamingContext

  47. def start(): Unit

    Permalink
    Definition Classes
    StreamingContext

  48. def stop(stopSparkContext: Boolean, stopGracefully: Boolean): Unit

    Permalink
    Definition Classes
    StreamingContext

  49. def stop(stopSparkContext: Boolean): Unit

    Permalink
    Definition Classes
    StreamingContext

  50. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  51. def textFileStream(directory: String): DStream[String]

    Permalink
    Definition Classes
    StreamingContext

  52. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  53. def transform[T](dstreams: Seq[DStream[_]], transformFunc: (Seq[RDD[_]], Time) ⇒ RDD[T])(implicit arg0: ClassTag[T]): DStream[T]

    Permalink
    Definition Classes
    StreamingContext

  54. def union[T](streams: Seq[DStream[T]])(implicit arg0: ClassTag[T]): DStream[T]

    Permalink
    Definition Classes
    StreamingContext

  55. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  56. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  57. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from StreamingContext

Inherited from internal.Logging

Inherited from AnyRef

Inherited from Any

Ungrouped