KafkaUtils

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def createDirectStream[K, V](jssc: JavaStreamingContext, locationStrategy: LocationStrategy, consumerStrategy: ConsumerStrategy[K, V]): JavaInputDStream[ConsumerRecord[K, V]]

   

   :: Experimental :: Java constructor for a DStream where each given Kafka topic/partition corresponds to an RDD partition.

   :: Experimental :: Java constructor for a DStream where each given Kafka topic/partition corresponds to an RDD partition.

   K

   type of Kafka message key

   V

   type of Kafka message value

   locationStrategy

   In most cases, pass in LocationStrategies.preferConsistent, see LocationStrategies for more details.

   consumerStrategy

   In most cases, pass in ConsumerStrategies.subscribe, see ConsumerStrategies for more details

   Annotations

   @Experimental()

7. def createDirectStream[K, V](ssc: StreamingContext, locationStrategy: LocationStrategy, consumerStrategy: ConsumerStrategy[K, V]): InputDStream[ConsumerRecord[K, V]]

   

   :: Experimental :: Scala constructor for a DStream where each given Kafka topic/partition corresponds to an RDD partition.

   :: Experimental :: Scala constructor for a DStream where each given Kafka topic/partition corresponds to an RDD partition. The spark configuration spark.streaming.kafka.maxRatePerPartition gives the maximum number of messages per second that each partition will accept.

   K

   type of Kafka message key

   V

   type of Kafka message value

   locationStrategy

   In most cases, pass in LocationStrategies.preferConsistent, see LocationStrategies for more details.

   consumerStrategy

   In most cases, pass in ConsumerStrategies.subscribe, see ConsumerStrategies for more details

   Annotations

   @Experimental()

8. def createRDD[K, V](jsc: JavaSparkContext, kafkaParams: Map[String, AnyRef], offsetRanges: Array[OffsetRange], locationStrategy: LocationStrategy): JavaRDD[ConsumerRecord[K, V]]

   

   :: Experimental :: Java constructor for a batch-oriented interface for consuming from Kafka.

   :: Experimental :: Java constructor for a batch-oriented interface for consuming from Kafka. Starting and ending offsets are specified in advance, so that you can control exactly-once semantics.

   K

   type of Kafka message key

   V

   type of Kafka message value

   kafkaParams

   Kafka configuration parameters. Requires "bootstrap.servers" to be set with Kafka broker(s) specified in host1:port1,host2:port2 form.

   offsetRanges

   offset ranges that define the Kafka data belonging to this RDD

   locationStrategy

   In most cases, pass in LocationStrategies.preferConsistent, see LocationStrategies for more details.

   Annotations

   @Experimental()

9. def createRDD[K, V](sc: SparkContext, kafkaParams: Map[String, AnyRef], offsetRanges: Array[OffsetRange], locationStrategy: LocationStrategy): RDD[ConsumerRecord[K, V]]

   

   :: Experimental :: Scala constructor for a batch-oriented interface for consuming from Kafka.

   :: Experimental :: Scala constructor for a batch-oriented interface for consuming from Kafka. Starting and ending offsets are specified in advance, so that you can control exactly-once semantics.

   K

   type of Kafka message key

   V

   type of Kafka message value

   kafkaParams

   Kafka configuration parameters. Requires "bootstrap.servers" to be set with Kafka broker(s) specified in host1:port1,host2:port2 form.

   offsetRanges

   offset ranges that define the Kafka data belonging to this RDD

   locationStrategy

   In most cases, pass in LocationStrategies.preferConsistent, see LocationStrategies for more details.

   Annotations

   @Experimental()

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

12. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

13. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

14. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

15. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

16. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

17. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

18. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

19. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

20. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

21. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

22. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

23. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

24. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

25. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

26. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

27. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

28. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

30. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

31. final def notify(): Unit

    

    Definition Classes

    AnyRef

32. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

33. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

34. def toString(): String

    

    Definition Classes

    AnyRef → Any

35. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

36. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

37. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )