ConsumerProperties

Instance Constructors

new ConsumerProperties(params: Map[String, String], topic: String, groupId: String, keyDeserializer: Deserializer[K], valueDeserializer: Deserializer[V], pollTimeout: FiniteDuration = 500 millis, pollRetryDelay: FiniteDuration = 500 millis)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clientId(id: String): ConsumerProperties[K, V]
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def commitInterval: Option[FiniteDuration]
def commitInterval(time: FiniteDuration): ConsumerProperties[K, V]

Use custom interval for auto-commit or commit flushing on manual commit.
def consumerTimeoutMs(timeInMs: Long): ConsumerProperties[K, V]

Consumer Timeout Throw a timeout exception to the consumer if no message is available for consumption after the specified interval
def dump: String

Dump current props for debugging
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
val groupId: String
def hasManualCommit: Boolean
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val keyDeserializer: Deserializer[K]
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def noAutoCommit(): ConsumerProperties[K, V]
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val params: Map[String, String]
val pollRetryDelay: FiniteDuration
val pollTimeout: FiniteDuration
def rawProperties: Properties
def readFromEndOfStream(): ConsumerProperties[K, V]

What to do when there is no initial offset in Zookeeper or if an offset is out of range: 1) earliest : automatically reset the offset to the smallest offset 2) latest : automatically reset the offset to the largest offset 3) anything else: throw exception to the consumer.
What to do when there is no initial offset in Zookeeper or if an offset is out of range: 1) earliest : automatically reset the offset to the smallest offset 2) latest : automatically reset the offset to the largest offset 3) anything else: throw exception to the consumer. If this is set to largest, the consumer may lose some messages when the number of partitions, for the topics it subscribes to, changes on the broker.
*************************************************************************************** To prevent data loss during partition addition, set auto.offset.reset to smallest
This make sense to change to true if you know you are listening for new data only as of after you connect to the stream new things are coming out. you can audit/reconcile in another consumer which this flag allows you to toggle if it is catch-up and new stuff or just new stuff coming out of the stream. This will also block waiting for new stuff so it makes a good listener.
//readFromStartOfStream: Boolean = true readFromStartOfStream: Boolean = false ***************************************************************************************
def setProperties(values: (String, String)*): ConsumerProperties[K, V]
def setProperty(key: String, value: String): ConsumerProperties[K, V]

Set any additional properties as needed
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val topic: String
val valueDeserializer: Deserializer[V]
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object ConsumerProperties | package kafka

case class ConsumerProperties[K, V](params: Map[String, String], topic: String, groupId: String, keyDeserializer: Deserializer[K], valueDeserializer: Deserializer[V], pollTimeout: FiniteDuration = 500 millis, pollRetryDelay: FiniteDuration = 500 millis) extends Product with Serializable

Instance Constructors

new ConsumerProperties(params: Map[String, String], topic: String, groupId: String, keyDeserializer: Deserializer[K], valueDeserializer: Deserializer[V], pollTimeout: FiniteDuration = 500 millis, pollRetryDelay: FiniteDuration = 500 millis)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clientId(id: String): ConsumerProperties[K, V]

def clone(): AnyRef

def commitInterval: Option[FiniteDuration]

def commitInterval(time: FiniteDuration): ConsumerProperties[K, V]

def consumerTimeoutMs(timeInMs: Long): ConsumerProperties[K, V]

def dump: String

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

val groupId: String

def hasManualCommit: Boolean

final def isInstanceOf[T0]: Boolean

val keyDeserializer: Deserializer[K]

final def ne(arg0: AnyRef): Boolean

def noAutoCommit(): ConsumerProperties[K, V]

final def notify(): Unit

final def notifyAll(): Unit

val params: Map[String, String]

val pollRetryDelay: FiniteDuration

val pollTimeout: FiniteDuration

def rawProperties: Properties

def readFromEndOfStream(): ConsumerProperties[K, V]

def setProperties(values: (String, String)*): ConsumerProperties[K, V]

def setProperty(key: String, value: String): ConsumerProperties[K, V]

final def synchronized[T0](arg0: ⇒ T0): T0

val topic: String

val valueDeserializer: Deserializer[V]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped