org.apache.spark.streaming.aliyun.mns.pulling

MnsPullingInputDStream

class MnsPullingInputDStream extends ReceiverInputDStream[Array[Byte]]

Linear Supertypes
ReceiverInputDStream[Array[Byte]], InputDStream[Array[Byte]], DStream[Array[Byte]], Logging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. MnsPullingInputDStream
  2. ReceiverInputDStream
  3. InputDStream
  4. DStream
  5. Logging
  6. Serializable
  7. Serializable
  8. AnyRef
  9. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new MnsPullingInputDStream(_ssc: StreamingContext, queueName: String, accessKeyId: String, accessKeySecret: String, endpoint: String, storageLevel: StorageLevel, asRawByte: Boolean)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. val baseScope: Option[String]

    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    InputDStream → DStream

  8. val batchMsgSize: Int

  9. def cache(): DStream[Array[Byte]]

    Definition Classes
    DStream

  10. def checkpoint(interval: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream

  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. def compute(validTime: Time): Option[RDD[Array[Byte]]]

    Definition Classes
    ReceiverInputDStream → DStream

  13. val confBroadcast: SerializableConfiguration

  14. def context: StreamingContext

    Definition Classes
    DStream

  15. def count(): DStream[Long]

    Definition Classes
    DStream

  16. def countByValue(numPartitions: Int)(implicit ord: Ordering[Array[Byte]]): DStream[(Array[Byte], Long)]

    Definition Classes
    DStream

  17. def countByValueAndWindow(windowDuration: Duration, slideDuration: Duration, numPartitions: Int)(implicit ord: Ordering[Array[Byte]]): DStream[(Array[Byte], Long)]

    Definition Classes
    DStream

  18. def countByWindow(windowDuration: Duration, slideDuration: Duration): DStream[Long]

    Definition Classes
    DStream

  19. def createRDDWithLocalProperties[U](time: Time, displayInnerRDDOps: Boolean)(body: ⇒ U): U

    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    DStream

  20. def dependencies: List[DStream[_]]

    Definition Classes
    InputDStream → DStream

  21. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  22. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  23. def filter(filterFunc: (Array[Byte]) ⇒ Boolean): DStream[Array[Byte]]

    Definition Classes
    DStream

  24. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  25. def flatMap[U](flatMapFunc: (Array[Byte]) ⇒ Traversable[U])(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream

  26. def foreachRDD(foreachFunc: (RDD[Array[Byte]], Time) ⇒ Unit): Unit

    Definition Classes
    DStream

  27. def foreachRDD(foreachFunc: (RDD[Array[Byte]]) ⇒ Unit): Unit

    Definition Classes
    DStream

  28. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  29. def getReceiver(): Receiver[Array[Byte]]

    Definition Classes
    MnsPullingInputDStream → ReceiverInputDStream

  30. def glom(): DStream[Array[Array[Byte]]]

    Definition Classes
    DStream

  31. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  32. val id: Int

    Definition Classes
    InputDStream

  33. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  34. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging

  35. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging

  36. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  37. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  38. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  39. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  40. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  41. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  42. def logName: String

    Attributes
    protected
    Definition Classes
    Logging

  43. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  44. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  45. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  46. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  47. def map[U](mapFunc: (Array[Byte]) ⇒ U)(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream

  48. def mapPartitions[U](mapPartFunc: (Iterator[Array[Byte]]) ⇒ Iterator[U], preservePartitioning: Boolean)(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream

  49. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  50. final def notify(): Unit

    Definition Classes
    AnyRef

  51. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  52. def persist(): DStream[Array[Byte]]

    Definition Classes
    DStream

  53. def persist(level: StorageLevel): DStream[Array[Byte]]

    Definition Classes
    DStream

  54. val pollingWaitSeconds: Int

  55. def print(num: Int): Unit

    Definition Classes
    DStream

  56. def print(): Unit

    Definition Classes
    DStream

  57. val rateController: Option[RateController]

    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    ReceiverInputDStream → InputDStream

  58. def reduce(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte]): DStream[Array[Byte]]

    Definition Classes
    DStream

  59. def reduceByWindow(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], invReduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream

  60. def reduceByWindow(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream

  61. def repartition(numPartitions: Int): DStream[Array[Byte]]

    Definition Classes
    DStream

  62. val runLocal: Boolean

  63. def saveAsObjectFiles(prefix: String, suffix: String): Unit

    Definition Classes
    DStream

  64. def saveAsTextFiles(prefix: String, suffix: String): Unit

    Definition Classes
    DStream

  65. def slice(fromTime: Time, toTime: Time): Seq[RDD[Array[Byte]]]

    Definition Classes
    DStream

  66. def slice(interval: Interval): Seq[RDD[Array[Byte]]]

    Definition Classes
    DStream

  67. def slideDuration: Duration

    Definition Classes
    InputDStream → DStream

  68. def start(): Unit

    Definition Classes
    ReceiverInputDStream → InputDStream

  69. def stop(): Unit

    Definition Classes
    ReceiverInputDStream → InputDStream

  70. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  71. def toString(): String

    Definition Classes
    AnyRef → Any

  72. def transform[U](transformFunc: (RDD[Array[Byte]], Time) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream

  73. def transform[U](transformFunc: (RDD[Array[Byte]]) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream

  74. def transformWith[U, V](other: DStream[U], transformFunc: (RDD[Array[Byte]], RDD[U], Time) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

    Definition Classes
    DStream

  75. def transformWith[U, V](other: DStream[U], transformFunc: (RDD[Array[Byte]], RDD[U]) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

    Definition Classes
    DStream

  76. def union(that: DStream[Array[Byte]]): DStream[Array[Byte]]

    Definition Classes
    DStream

  77. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  78. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  79. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  80. def window(windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream

  81. def window(windowDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream

Deprecated Value Members

  1. def foreach(foreachFunc: (RDD[Array[Byte]], Time) ⇒ Unit): Unit

    Definition Classes
    DStream
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) use foreachRDD

  2. def foreach(foreachFunc: (RDD[Array[Byte]]) ⇒ Unit): Unit

    Definition Classes
    DStream
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) use foreachRDD

Inherited from ReceiverInputDStream[Array[Byte]]

Inherited from InputDStream[Array[Byte]]

Inherited from DStream[Array[Byte]]

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped