class KafkaBuffer[T <: Serializable] extends Buffer[T] with Logging
The implementation for the Kafka buffer. This buffer is the default.
- T
Type of the data in this Buffer.
- Alphabetic
- By Inheritance
- KafkaBuffer
- Logging
- Buffer
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
-
new
KafkaBuffer(pipeline: Pipeline, properties: Properties, topic: String, groupId: String)(implicit arg0: ClassTag[T], arg1: scala.reflect.api.JavaUniverse.TypeTag[T])
- pipeline
The pipeline for which we use this Buffer.
- properties
The properties of this Buffer.
- topic
The topic to write to, which is basically the subject.
- groupId
The group id, to specify the consumer group in Kafka.
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
checkAndCreateSubject(topic: String, connection: String): Unit
Checks if a Kafka topic exists, if not it is created.
Checks if a Kafka topic exists, if not it is created.
- topic
The topic to create.
- connection
The kafka broker to connect to.
-
def
clone(): AnyRef
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @native() @throws( ... )
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
exposeSchema(): Boolean
Exposes the Avro schema to an external service (like redis/zookeeper).
Exposes the Avro schema to an external service (like redis/zookeeper).
- returns
True if successfully exposed.
-
def
finalize(): Unit
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getExposer: SchemaExposer
Get schema exposer based on configuration.
Get schema exposer based on configuration.
- returns
A schema exposer instance.
-
def
getKafkaProperties: java.util.Properties
Get all the Kafka properties.
Get all the Kafka properties.
- returns
A map with all the properties.
-
def
getProperties: Properties
Returns the properties of this buffer.
Returns the properties of this buffer.
- Definition Classes
- Buffer
-
def
getSerializer: AbstractSerde[T]
Get serializer/deserializer of elements for a buffer.
Get serializer/deserializer of elements for a buffer. Defaults to JSON.
- returns
The configured serializer.
- Definition Classes
- Buffer
-
def
getSink: SinkFunction[T]
Get a Kafka Producer as sink to the buffer.
Get a Kafka Producer as sink to the buffer.
- returns
The SinkFunction created by this Producer.
- Definition Classes
- KafkaBuffer → Buffer
-
def
getSource: DataStream[T]
Get a Kafka Consumer as source for a stage.
Get a Kafka Consumer as source for a stage.
- returns
The DataStream retrieved from the buffer.
- Definition Classes
- KafkaBuffer → Buffer
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
val
inputClassType: Class[T]
- Definition Classes
- Buffer
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
val
logger: Logger
- Attributes
- protected
- Definition Classes
- Logging
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
implicit
val
typeInfo: TypeInformation[T]
- Definition Classes
- Buffer
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @throws( ... )