Overview
Package
Class
Tree
Deprecated
Index
Help
PREV NEXT
FRAMES
NO FRAMES
All Classes
B
C
D
E
F
G
H
I
K
L
M
N
O
P
R
S
T
U
W
_
B
builder
- Variable in class kafka.etl.
KafkaETLContext
C
clientId()
- Method in class kafka.etl.
KafkaETLRequest
clone(Props)
- Static method in class kafka.etl.
Props
clone a Props
close()
- Method in class kafka.etl.impl.
SimpleKafkaETLMapper
close()
- Method in class kafka.etl.
KafkaETLContext
close()
- Method in class kafka.etl.
KafkaETLRecordReader
compareTo(KafkaETLKey)
- Method in class kafka.etl.
KafkaETLKey
configure(JobConf)
- Method in class kafka.etl.impl.
SimpleKafkaETLMapper
CONNECT_TIMEOUT
- Variable in class kafka.etl.impl.
DataGenerator
createJobConf()
- Method in class kafka.etl.impl.
SimpleKafkaETLJob
createJobConf(String, String, Props, Class)
- Static method in class kafka.etl.
KafkaETLJob
Create a job configuration
createKey()
- Method in class kafka.etl.
KafkaETLRecordReader
createValue()
- Method in class kafka.etl.
KafkaETLRecordReader
D
DataGenerator
- Class in
kafka.etl.impl
Use this class to produce test events to Kafka server.
DataGenerator(String, Props)
- Constructor for class kafka.etl.impl.
DataGenerator
DEFAULT_OFFSET
- Static variable in class kafka.etl.
KafkaETLRequest
DELIM
- Static variable in class kafka.etl.
KafkaETLRequest
E
equals(Object)
- Method in class kafka.etl.
KafkaETLRequest
equalsProps(Props)
- Method in class kafka.etl.
Props
compare two props
execute()
- Method in class kafka.etl.impl.
SimpleKafkaETLJob
F
fetchMore()
- Method in class kafka.etl.
KafkaETLContext
findContainingJar(Class, ClassLoader)
- Static method in class kafka.etl.
KafkaETLUtils
findContainingJar(String, ClassLoader)
- Static method in class kafka.etl.
KafkaETLUtils
G
generateOffsets()
- Method in class kafka.etl.impl.
DataGenerator
get(KafkaETLKey, BytesWritable)
- Method in class kafka.etl.
KafkaETLContext
getBoolean(String, Boolean)
- Method in class kafka.etl.
Props
get boolean value with default value
getBoolean(String)
- Method in class kafka.etl.
Props
get boolean value
getBytes(BytesWritable)
- Static method in class kafka.etl.
KafkaETLUtils
getChecksum()
- Method in class kafka.etl.
KafkaETLKey
getClientBufferSize(Props)
- Static method in class kafka.etl.
KafkaETLContext
getClientTimeout(Props)
- Static method in class kafka.etl.
KafkaETLContext
getContext()
- Method in class kafka.etl.
KafkaETLRecordReader
getCount()
- Method in class kafka.etl.
KafkaETLContext
getData(Message)
- Method in class kafka.etl.impl.
SimpleKafkaETLMapper
getDouble(String, double)
- Method in class kafka.etl.
Props
get double value with default value
getDouble(String)
- Method in class kafka.etl.
Props
get double value
getFileName(Path)
- Static method in class kafka.etl.
KafkaETLUtils
getIndex()
- Method in class kafka.etl.
KafkaETLKey
getInt(String, Integer)
- Method in class kafka.etl.
Props
get integer value with default value
getInt(String)
- Method in class kafka.etl.
Props
get integer value
getJobConf(String, Props, Class)
- Static method in class kafka.etl.
KafkaETLJob
Helper function to initialize a job configuration
getKeySet()
- Method in class kafka.etl.
Props
get all property names
getLastPath(Path, FileSystem)
- Static method in class kafka.etl.
KafkaETLUtils
getLong(String, Long)
- Method in class kafka.etl.
Props
get long value with default value
getLong(String)
- Method in class kafka.etl.
Props
get long value
getMapByPrefix(String)
- Method in class kafka.etl.
Props
Get a map of all properties by string prefix
getNext(KafkaETLKey, BytesWritable)
- Method in class kafka.etl.
KafkaETLContext
getOffset()
- Method in class kafka.etl.
KafkaETLKey
getOffset()
- Method in class kafka.etl.
KafkaETLRequest
getOffsetRange()
- Method in class kafka.etl.
KafkaETLContext
Get offset ranges
getPartition()
- Method in class kafka.etl.
KafkaETLRequest
getProgress()
- Method in class kafka.etl.
KafkaETLRecordReader
getPropsFromJob(Configuration)
- Static method in class kafka.etl.
KafkaETLUtils
getReadBytes()
- Method in class kafka.etl.
KafkaETLContext
getRecordReader(InputSplit, JobConf, Reporter)
- Method in class kafka.etl.
KafkaETLInputFormat
getSplits(JobConf, int)
- Method in class kafka.etl.
KafkaETLInputFormat
getStringList(String)
- Method in class kafka.etl.
Props
get property of "key" and split the value by " ,"
getStringList(String, String)
- Method in class kafka.etl.
Props
get property of "key" and split the value by "sep"
getStringList(String, List<String>)
- Method in class kafka.etl.
Props
get string list with default value.
getStringList(String, List<String>, String)
- Method in class kafka.etl.
Props
get string list with default value
getTopic()
- Method in class kafka.etl.
KafkaETLRequest
getTotalBytes()
- Method in class kafka.etl.
KafkaETLContext
getURI()
- Method in class kafka.etl.
KafkaETLRequest
getUri(String, URI)
- Method in class kafka.etl.
Props
get URI value with default value
getUri(String, String)
- Method in class kafka.etl.
Props
get URI value
getUri(String)
- Method in class kafka.etl.
Props
get URI value
getValue(String, T)
- Method in class kafka.etl.
Props
getValue(String, Class<T>)
- Method in class kafka.etl.
Props
H
HADOOP_PREFIX
- Static variable in class kafka.etl.
KafkaETLJob
hashCode()
- Method in class kafka.etl.
KafkaETLRequest
hasMore()
- Method in class kafka.etl.
KafkaETLContext
I
info(String)
- Static method in class kafka.etl.
KafkaETLJob
isSplitable(FileSystem, Path)
- Method in class kafka.etl.
KafkaETLInputFormat
isValidOffset()
- Method in class kafka.etl.
KafkaETLRequest
K
kafka.etl
- package kafka.etl
kafka.etl.impl
- package kafka.etl.impl
KafkaETLContext
- Class in
kafka.etl
KafkaETLContext(JobConf, Props, Reporter, MultipleOutputs, int, String)
- Constructor for class kafka.etl.
KafkaETLContext
construct using input string
KafkaETLInputFormat
- Class in
kafka.etl
KafkaETLInputFormat()
- Constructor for class kafka.etl.
KafkaETLInputFormat
KafkaETLJob
- Class in
kafka.etl
KafkaETLJob()
- Constructor for class kafka.etl.
KafkaETLJob
KafkaETLKey
- Class in
kafka.etl
KafkaETLKey()
- Constructor for class kafka.etl.
KafkaETLKey
dummy empty constructor
KafkaETLKey(int, long)
- Constructor for class kafka.etl.
KafkaETLKey
KafkaETLKey(int, long, long)
- Constructor for class kafka.etl.
KafkaETLKey
KafkaETLRecordReader
- Class in
kafka.etl
KafkaETLRecordReader(InputSplit, JobConf, Reporter)
- Constructor for class kafka.etl.
KafkaETLRecordReader
KafkaETLRequest
- Class in
kafka.etl
KafkaETLRequest()
- Constructor for class kafka.etl.
KafkaETLRequest
KafkaETLRequest(String)
- Constructor for class kafka.etl.
KafkaETLRequest
KafkaETLRequest(String, String, String, String, Map<String, String>)
- Constructor for class kafka.etl.
KafkaETLRequest
KafkaETLRequest(String, String, int)
- Constructor for class kafka.etl.
KafkaETLRequest
KafkaETLUtils
- Class in
kafka.etl
KafkaETLUtils()
- Constructor for class kafka.etl.
KafkaETLUtils
L
logProperties(String)
- Method in class kafka.etl.
Props
log properties
M
main(String[])
- Static method in class kafka.etl.impl.
DataGenerator
main(String[])
- Static method in class kafka.etl.impl.
SimpleKafkaETLJob
for testing only
map(KafkaETLKey, BytesWritable, OutputCollector<LongWritable, Text>, Reporter)
- Method in class kafka.etl.impl.
SimpleKafkaETLMapper
MAX_RETRY_TIME
- Static variable in class kafka.etl.
KafkaETLContext
N
next(KafkaETLKey, BytesWritable)
- Method in class kafka.etl.
KafkaETLRecordReader
O
of(String...)
- Static method in class kafka.etl.
Props
build props from a list of strings and interpret them as key, value, key, value,....
output(String)
- Method in class kafka.etl.
KafkaETLContext
P
PATH_FILTER
- Static variable in class kafka.etl.
KafkaETLUtils
Props
- Class in
kafka.etl
Props()
- Constructor for class kafka.etl.
Props
default constructor
Props(Props)
- Constructor for class kafka.etl.
Props
copy constructor
Props(String...)
- Constructor for class kafka.etl.
Props
construct props from a list of files
Props(List<String>)
- Constructor for class kafka.etl.
Props
construct props from a list of files
Props(InputStream...)
- Constructor for class kafka.etl.
Props
construct props from a list of input streams
Props(Map<String, String>...)
- Constructor for class kafka.etl.
Props
construct props from a list of maps
Props(Properties...)
- Constructor for class kafka.etl.
Props
construct props from a list of Properties
put(Properties)
- Method in class kafka.etl.
Props
Put the given Properties into the Props.
R
RANDOM
- Static variable in class kafka.etl.impl.
DataGenerator
readFields(DataInput)
- Method in class kafka.etl.
KafkaETLKey
readProps(String)
- Static method in class kafka.etl.
KafkaETLUtils
readText(FileSystem, String)
- Static method in class kafka.etl.
KafkaETLUtils
readText(FileSystem, Path)
- Static method in class kafka.etl.
KafkaETLUtils
RECONNECT_INTERVAL
- Variable in class kafka.etl.impl.
DataGenerator
run()
- Method in class kafka.etl.impl.
DataGenerator
S
set(int, long, long)
- Method in class kafka.etl.
KafkaETLKey
setClassLoaderAndJar(JobConf, Class)
- Static method in class kafka.etl.
KafkaETLJob
setDefaultOffset()
- Method in class kafka.etl.
KafkaETLRequest
setOffset(long)
- Method in class kafka.etl.
KafkaETLRequest
setPropsInJob(Configuration, Props)
- Static method in class kafka.etl.
KafkaETLUtils
SimpleKafkaETLJob
- Class in
kafka.etl.impl
This is a simple Kafka ETL job which pull text events generated by DataGenerator and store them in hdfs
SimpleKafkaETLJob(String, Props)
- Constructor for class kafka.etl.impl.
SimpleKafkaETLJob
SimpleKafkaETLMapper
- Class in
kafka.etl.impl
Simple implementation of KafkaETLMapper.
SimpleKafkaETLMapper()
- Constructor for class kafka.etl.impl.
SimpleKafkaETLMapper
store(OutputStream)
- Method in class kafka.etl.
Props
Store all properties
T
TCP_BUFFER_SIZE
- Variable in class kafka.etl.impl.
DataGenerator
toString()
- Method in class kafka.etl.
KafkaETLKey
toString()
- Method in class kafka.etl.
KafkaETLRequest
toString(long)
- Method in class kafka.etl.
KafkaETLRequest
U
UndefinedPropertyException
- Exception in
kafka.etl
UndefinedPropertyException(String)
- Constructor for exception kafka.etl.
UndefinedPropertyException
W
write(DataOutput)
- Method in class kafka.etl.
KafkaETLKey
writeText(FileSystem, Path, String)
- Static method in class kafka.etl.
KafkaETLUtils
_
_attemptId
- Variable in class kafka.etl.
KafkaETLRecordReader
_bufferSize
- Variable in class kafka.etl.
KafkaETLContext
_bufferSize
- Variable in class kafka.etl.
KafkaETLInputFormat
_checksum
- Variable in class kafka.etl.
KafkaETLKey
_consumer
- Variable in class kafka.etl.
KafkaETLContext
_consumer
- Variable in class kafka.etl.
KafkaETLInputFormat
_contextIndex
- Variable in class kafka.etl.
KafkaETLRecordReader
_contextList
- Variable in class kafka.etl.
KafkaETLRecordReader
_count
- Variable in class kafka.etl.impl.
DataGenerator
_count
- Variable in class kafka.etl.impl.
SimpleKafkaETLMapper
_count
- Variable in class kafka.etl.
KafkaETLContext
_count
- Variable in class kafka.etl.
KafkaETLInputFormat
_ignoreErrors
- Variable in class kafka.etl.
KafkaETLInputFormat
_index
- Variable in class kafka.etl.
KafkaETLContext
_input
- Variable in class kafka.etl.impl.
SimpleKafkaETLJob
_input
- Variable in class kafka.etl.
KafkaETLContext
_inputIndex
- Variable in class kafka.etl.
KafkaETLKey
_job
- Variable in class kafka.etl.
KafkaETLRecordReader
_messageIt
- Variable in class kafka.etl.
KafkaETLContext
_mos
- Variable in class kafka.etl.
KafkaETLContext
_mos
- Variable in class kafka.etl.
KafkaETLInputFormat
_mos
- Variable in class kafka.etl.
KafkaETLRecordReader
_name
- Variable in class kafka.etl.impl.
SimpleKafkaETLJob
_nodeId
- Variable in class kafka.etl.
KafkaETLInputFormat
_nodes
- Variable in class kafka.etl.
KafkaETLInputFormat
_offset
- Variable in class kafka.etl.
KafkaETLContext
_offset
- Variable in class kafka.etl.
KafkaETLInputFormat
_offset
- Variable in class kafka.etl.
KafkaETLKey
_offsetOut
- Variable in class kafka.etl.
KafkaETLContext
_offsetOut
- Variable in class kafka.etl.
KafkaETLInputFormat
_offsetRange
- Variable in class kafka.etl.
KafkaETLContext
_offsetRange
- Variable in class kafka.etl.
KafkaETLInputFormat
_offsetsDir
- Variable in class kafka.etl.impl.
DataGenerator
_output
- Variable in class kafka.etl.impl.
SimpleKafkaETLJob
_partition
- Variable in class kafka.etl.
KafkaETLInputFormat
_producer
- Variable in class kafka.etl.impl.
DataGenerator
_props
- Variable in class kafka.etl.impl.
DataGenerator
_props
- Variable in class kafka.etl.impl.
SimpleKafkaETLJob
_props
- Variable in class kafka.etl.
KafkaETLInputFormat
_props
- Variable in class kafka.etl.
KafkaETLRecordReader
_readBytes
- Variable in class kafka.etl.
KafkaETLRecordReader
_readCounts
- Variable in class kafka.etl.
KafkaETLRecordReader
_reporter
- Variable in class kafka.etl.
KafkaETLContext
_reporter
- Variable in class kafka.etl.
KafkaETLRecordReader
_request
- Variable in class kafka.etl.
KafkaETLContext
_requestTime
- Variable in class kafka.etl.
KafkaETLContext
_respIterator
- Variable in class kafka.etl.
KafkaETLContext
_response
- Variable in class kafka.etl.
KafkaETLContext
_retry
- Variable in class kafka.etl.
KafkaETLContext
_retry
- Variable in class kafka.etl.
KafkaETLInputFormat
_soTimeout
- Variable in class kafka.etl.
KafkaETLInputFormat
_startOffset
- Variable in class kafka.etl.
KafkaETLInputFormat
_startTime
- Variable in class kafka.etl.
KafkaETLContext
_timeout
- Variable in class kafka.etl.
KafkaETLContext
_timestamp
- Variable in class kafka.etl.
KafkaETLInputFormat
_toContinue
- Variable in class kafka.etl.
KafkaETLInputFormat
_topic
- Variable in class kafka.etl.impl.
DataGenerator
_topic
- Variable in class kafka.etl.impl.
SimpleKafkaETLJob
_topic
- Variable in class kafka.etl.
KafkaETLInputFormat
_totalBytes
- Variable in class kafka.etl.
KafkaETLRecordReader
_uri
- Variable in class kafka.etl.impl.
DataGenerator
B
C
D
E
F
G
H
I
K
L
M
N
O
P
R
S
T
U
W
_
Overview
Package
Class
Tree
Deprecated
Index
Help
PREV NEXT
FRAMES
NO FRAMES
All Classes