com
.
ebiznext
.
comet
.
utils
.
kafka
KafkaClient
Related Doc:
package kafka
class
KafkaClient
extends
StrictLogging
with
AutoCloseable
Linear Supertypes
AutoCloseable
,
StrictLogging
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
KafkaClient
AutoCloseable
StrictLogging
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
KafkaClient
(
kafkaConfig:
KafkaConfig
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
client
:
AdminClient
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
close
()
:
Unit
Definition Classes
KafkaClient
→ AutoCloseable
val
cometOffsetsConfig
:
KafkaTopicConfig
def
consumeTopicBatch
(
topicConfigName:
String
,
session:
SparkSession
,
config:
KafkaTopicConfig
)
: (
DataFrame
,
List
[(
Int
,
Long
)])
def
consumeTopicStreaming
(
session:
SparkSession
,
config:
KafkaTopicConfig
)
:
DataFrame
def
createTopicIfNotPresent
(
topic:
NewTopic
,
conf:
Map
[
String
,
String
]
)
:
Any
def
deleteTopic
(
topicName:
String
)
:
Unit
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
logger
:
Logger
Attributes
protected
Definition Classes
StrictLogging
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
offsetsAsJson
(
topicName:
String
,
offsets:
List
[(
Int
,
Long
)]
)
:
Option
[
String
]
val
props
:
Properties
val
serverOptions
:
Map
[
String
,
String
]
def
sinkToTopic
(
config:
KafkaTopicConfig
,
df:
DataFrame
)
:
Unit
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
topicCurrentOffsets
(
topicConfigName:
String
)
:
Option
[
List
[(
Int
,
Long
)]]
def
topicEndOffsets
(
topicName:
String
,
accessOptions:
Map
[
String
,
String
]
)
:
List
[(
Int
,
Long
)]
def
topicPartitions
(
topicName:
String
)
:
List
[
TopicPartitionInfo
]
def
topicSaveOffsets
(
topicConfigName:
String
,
accessOptions:
Map
[
String
,
String
]
,
offsets:
List
[(
Int
,
Long
)]
)
:
Unit
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
AutoCloseable
Inherited from
StrictLogging
Inherited from
AnyRef
Inherited from
Any
Ungrouped