KafkaConsumer

Instance Constructors

new KafkaConsumer(topic: String, config: ConsumerConfig, keyDecoder: Decoder[K], valueDecoder: Decoder[V])

Type Members

class FetchRunnable extends Fetcher with Runnable with LazyLogging

Local class to handle fetches for a particular partition.
Local class to handle fetches for a particular partition. Will keep re-scheduling itself until consumer has been shut down.

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def closeFetchers(): Unit

Attributes
protected[org.locationtech.geomesa.kafka10.consumer]
def commitOffsets(): Unit

Manually commit the offsets that have been read so far.
Manually commit the offsets that have been read so far. Set auto-commit with "auto.commit.enable" config.
val config: ConsumerConfig
val consumerId: String

Attributes
protected[org.locationtech.geomesa.kafka10.consumer]
def createMessageStreams(numStreams: Int, offset: RequestedOffset): List[KafkaStreamLike[K, V]]

Create message streams for the given topic.
Create message streams for the given topic.
Note that number of streams does not imply number of threads - use "num.consumer.fetchers" in the config for that.
Note: requested offsets depend on ephemeral zookeeper nodes - if you have terminated a client without a clean shutdown, the node might stick around for ~30 seconds, causing the requested offset to be ignored if the client is restarted during that time.
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def initializeFetchers(partitions: Set[Int]): Unit

Attributes
protected[org.locationtech.geomesa.kafka10.consumer]
def initializeOffsets(zkClient: ZkClient, dirs: ZKGroupDirs, offset: RequestedOffset): Unit

Look up the offsets we are requested to start with and commit then as the 'last read' offset.
Look up the offsets we are requested to start with and commit then as the 'last read' offset.

Attributes
protected[org.locationtech.geomesa.kafka10.consumer]
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val keyDecoder: Decoder[K]
lazy val logger: Logger

Attributes
protected
Definition Classes
LazyLogging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def shutdown(): Unit

Stop reading messages.
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val topic: String
val valueDecoder: Decoder[V]
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object KafkaConsumer | package consumer

case class KafkaConsumer[K, V](topic: String, config: ConsumerConfig, keyDecoder: Decoder[K], valueDecoder: Decoder[V]) extends LazyLogging with Product with Serializable

Instance Constructors

new KafkaConsumer(topic: String, config: ConsumerConfig, keyDecoder: Decoder[K], valueDecoder: Decoder[V])

Type Members

class FetchRunnable extends Fetcher with Runnable with LazyLogging

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def closeFetchers(): Unit

def commitOffsets(): Unit

val config: ConsumerConfig

val consumerId: String

def createMessageStreams(numStreams: Int, offset: RequestedOffset): List[KafkaStreamLike[K, V]]

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def initializeFetchers(partitions: Set[Int]): Unit

def initializeOffsets(zkClient: ZkClient, dirs: ZKGroupDirs, offset: RequestedOffset): Unit

final def isInstanceOf[T0]: Boolean

val keyDecoder: Decoder[K]

lazy val logger: Logger

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def shutdown(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

val topic: String

val valueDecoder: Decoder[V]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from LazyLogging

Inherited from AnyRef

Inherited from Any

Ungrouped