DatahubUtils

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def createDirectStream(jssc: JavaStreamingContext, endpoint: String, project: String, topic: String, subId: String, accessId: String, accessKey: String, func: (RecordEntry) ⇒ String, zkParam: Map[String, String]): DStream[Array[Byte]]

   

7. def createDirectStream(ssc: StreamingContext, endpoint: String, project: String, topic: String, subId: String, accessId: String, accessKey: String, func: (RecordEntry) ⇒ String, zkParam: Map[String, String]): DStream[Array[Byte]]

   

   :: Experimental :: Scala constructor for a DStream where each datahub shard correspond to a RDD partition.

   :: Experimental :: Scala constructor for a DStream where each datahub shard correspond to a RDD partition. The Spark configuration spark.streaming.datahub.maxRatePerShard sets max number of records per shard every second.

   endpoint

   datahub endpoint

   project

   datahub project name

   topic

   datahub topic name

   subId

   datahub subscription id

   accessId

   aliyun access key id

   accessKey

   aliyun access key secret

   func

   handle RecordEntry to String

   zkParam

   Zookeeper configuration

8. def createDirectStream(jssc: JavaStreamingContext, endpoint: String, project: String, topic: String, subId: String, accessId: String, accessKey: String, func: (RecordEntry) ⇒ String, mode: CursorType, zkParam: Map[String, String]): DStream[Array[Byte]]

   

9. def createDirectStream(ssc: StreamingContext, endpoint: String, project: String, topic: String, subId: String, accessId: String, accessKey: String, func: (RecordEntry) ⇒ String, mode: CursorType, zkParam: Map[String, String]): DStream[Array[Byte]]

   

   :: Experimental :: Scala constructor for a DStream where each datahub shard correspond to a RDD partition.

   :: Experimental :: Scala constructor for a DStream where each datahub shard correspond to a RDD partition. The Spark configuration spark.streaming.datahub.maxRatePerShard sets max number of records per shard every second, 1000 by default.

   endpoint

   datahub endpoint

   project

   datahub project name

   topic

   datahub topic name

   subId

   datahub subscription id

   accessId

   aliyun access key id

   accessKey

   aliyun access key secret

   func

   handle RecordEntry to String

   mode

   datahub cursor type

   zkParam

   Zookeeper configuration

10. def createStream(jssc: JavaStreamingContext, projectName: String, topicName: String, subId: String, accessKeyId: String, accessKeySecret: String, endpoint: String, func: (RecordEntry) ⇒ String, storageLevel: StorageLevel): DStream[Array[Byte]]

    

11. def createStream(ssc: StreamingContext, projectName: String, topicName: String, subId: String, accessKeyId: String, accessKeySecret: String, endpoint: String, func: (RecordEntry) ⇒ String, storageLevel: StorageLevel): DStream[Array[Byte]]

    

    Scala constructor to create a DStream from datahub source.

    Scala constructor to create a DStream from datahub source.

    projectName

    datahub project name

    topicName

    datahub topic name

    subId

    datahub subscription id

    accessKeyId

    aliyun access key id

    accessKeySecret

    aliyun access key secret

    endpoint

    datahub endpoint

    func

    handle RecordEntry to String

12. def createStream(jssc: JavaStreamingContext, projectName: String, topicName: String, subId: String, accessKeyId: String, accessKeySecret: String, endpoint: String, shardId: String, func: (RecordEntry) ⇒ String, storageLevel: StorageLevel): DStream[Array[Byte]]

    

13. def createStream(ssc: StreamingContext, projectName: String, topicName: String, subId: String, accessKeyId: String, accessKeySecret: String, endpoint: String, shardId: String, func: (RecordEntry) ⇒ String, storageLevel: StorageLevel): DStream[Array[Byte]]

    

    Scala constructor to create a DStream from datahub source.

    Scala constructor to create a DStream from datahub source.

    projectName

    datahub project name

    topicName

    datahub topic name

    subId

    datahub subscription id

    accessKeyId

    aliyun access key id

    accessKeySecret

    aliyun access key secret

    endpoint

    datahub endpoint

    shardId

    datahub topic shard

    func

    handle RecordEntry to String

14. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

15. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

16. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

17. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

18. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

19. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

20. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

21. final def notify(): Unit

    

    Definition Classes

    AnyRef

22. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

23. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

24. def toString(): String

    

    Definition Classes

    AnyRef → Any

25. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

26. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

27. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )