B C D E F G H I K L M N O P R S T U W _

B

builder - Variable in class kafka.etl.KafkaETLContext
 

C

clientId() - Method in class kafka.etl.KafkaETLRequest
 
clone(Props) - Static method in class kafka.etl.Props
clone a Props
close() - Method in class kafka.etl.impl.SimpleKafkaETLMapper
 
close() - Method in class kafka.etl.KafkaETLContext
 
close() - Method in class kafka.etl.KafkaETLRecordReader
 
compareTo(KafkaETLKey) - Method in class kafka.etl.KafkaETLKey
 
configure(JobConf) - Method in class kafka.etl.impl.SimpleKafkaETLMapper
 
CONNECT_TIMEOUT - Variable in class kafka.etl.impl.DataGenerator
 
createJobConf() - Method in class kafka.etl.impl.SimpleKafkaETLJob
 
createJobConf(String, String, Props, Class) - Static method in class kafka.etl.KafkaETLJob
Create a job configuration
createKey() - Method in class kafka.etl.KafkaETLRecordReader
 
createValue() - Method in class kafka.etl.KafkaETLRecordReader
 

D

DataGenerator - Class in kafka.etl.impl
Use this class to produce test events to Kafka server.
DataGenerator(String, Props) - Constructor for class kafka.etl.impl.DataGenerator
 
DEFAULT_OFFSET - Static variable in class kafka.etl.KafkaETLRequest
 
DELIM - Static variable in class kafka.etl.KafkaETLRequest
 

E

equals(Object) - Method in class kafka.etl.KafkaETLRequest
 
equalsProps(Props) - Method in class kafka.etl.Props
compare two props
execute() - Method in class kafka.etl.impl.SimpleKafkaETLJob
 

F

fetchMore() - Method in class kafka.etl.KafkaETLContext
 
findContainingJar(Class, ClassLoader) - Static method in class kafka.etl.KafkaETLUtils
 
findContainingJar(String, ClassLoader) - Static method in class kafka.etl.KafkaETLUtils
 

G

generateOffsets() - Method in class kafka.etl.impl.DataGenerator
 
get(KafkaETLKey, BytesWritable) - Method in class kafka.etl.KafkaETLContext
 
getBoolean(String, Boolean) - Method in class kafka.etl.Props
get boolean value with default value
getBoolean(String) - Method in class kafka.etl.Props
get boolean value
getBytes(BytesWritable) - Static method in class kafka.etl.KafkaETLUtils
 
getChecksum() - Method in class kafka.etl.KafkaETLKey
 
getClientBufferSize(Props) - Static method in class kafka.etl.KafkaETLContext
 
getClientTimeout(Props) - Static method in class kafka.etl.KafkaETLContext
 
getContext() - Method in class kafka.etl.KafkaETLRecordReader
 
getCount() - Method in class kafka.etl.KafkaETLContext
 
getData(Message) - Method in class kafka.etl.impl.SimpleKafkaETLMapper
 
getDouble(String, double) - Method in class kafka.etl.Props
get double value with default value
getDouble(String) - Method in class kafka.etl.Props
get double value
getFileName(Path) - Static method in class kafka.etl.KafkaETLUtils
 
getIndex() - Method in class kafka.etl.KafkaETLKey
 
getInt(String, Integer) - Method in class kafka.etl.Props
get integer value with default value
getInt(String) - Method in class kafka.etl.Props
get integer value
getJobConf(String, Props, Class) - Static method in class kafka.etl.KafkaETLJob
Helper function to initialize a job configuration
getKeySet() - Method in class kafka.etl.Props
get all property names
getLastPath(Path, FileSystem) - Static method in class kafka.etl.KafkaETLUtils
 
getLong(String, Long) - Method in class kafka.etl.Props
get long value with default value
getLong(String) - Method in class kafka.etl.Props
get long value
getMapByPrefix(String) - Method in class kafka.etl.Props
Get a map of all properties by string prefix
getNext(KafkaETLKey, BytesWritable) - Method in class kafka.etl.KafkaETLContext
 
getOffset() - Method in class kafka.etl.KafkaETLKey
 
getOffset() - Method in class kafka.etl.KafkaETLRequest
 
getOffsetRange() - Method in class kafka.etl.KafkaETLContext
Get offset ranges
getPartition() - Method in class kafka.etl.KafkaETLRequest
 
getProgress() - Method in class kafka.etl.KafkaETLRecordReader
 
getPropsFromJob(Configuration) - Static method in class kafka.etl.KafkaETLUtils
 
getReadBytes() - Method in class kafka.etl.KafkaETLContext
 
getRecordReader(InputSplit, JobConf, Reporter) - Method in class kafka.etl.KafkaETLInputFormat
 
getSplits(JobConf, int) - Method in class kafka.etl.KafkaETLInputFormat
 
getStringList(String) - Method in class kafka.etl.Props
get property of "key" and split the value by " ,"
getStringList(String, String) - Method in class kafka.etl.Props
get property of "key" and split the value by "sep"
getStringList(String, List<String>) - Method in class kafka.etl.Props
get string list with default value.
getStringList(String, List<String>, String) - Method in class kafka.etl.Props
get string list with default value
getTopic() - Method in class kafka.etl.KafkaETLRequest
 
getTotalBytes() - Method in class kafka.etl.KafkaETLContext
 
getURI() - Method in class kafka.etl.KafkaETLRequest
 
getUri(String, URI) - Method in class kafka.etl.Props
get URI value with default value
getUri(String, String) - Method in class kafka.etl.Props
get URI value
getUri(String) - Method in class kafka.etl.Props
get URI value
getValue(String, T) - Method in class kafka.etl.Props
 
getValue(String, Class<T>) - Method in class kafka.etl.Props
 

H

HADOOP_PREFIX - Static variable in class kafka.etl.KafkaETLJob
 
hashCode() - Method in class kafka.etl.KafkaETLRequest
 
hasMore() - Method in class kafka.etl.KafkaETLContext
 

I

info(String) - Static method in class kafka.etl.KafkaETLJob
 
isSplitable(FileSystem, Path) - Method in class kafka.etl.KafkaETLInputFormat
 
isValidOffset() - Method in class kafka.etl.KafkaETLRequest
 

K

kafka.etl - package kafka.etl
 
kafka.etl.impl - package kafka.etl.impl
 
KafkaETLContext - Class in kafka.etl
 
KafkaETLContext(JobConf, Props, Reporter, MultipleOutputs, int, String) - Constructor for class kafka.etl.KafkaETLContext
construct using input string
KafkaETLInputFormat - Class in kafka.etl
 
KafkaETLInputFormat() - Constructor for class kafka.etl.KafkaETLInputFormat
 
KafkaETLJob - Class in kafka.etl
 
KafkaETLJob() - Constructor for class kafka.etl.KafkaETLJob
 
KafkaETLKey - Class in kafka.etl
 
KafkaETLKey() - Constructor for class kafka.etl.KafkaETLKey
dummy empty constructor
KafkaETLKey(int, long) - Constructor for class kafka.etl.KafkaETLKey
 
KafkaETLKey(int, long, long) - Constructor for class kafka.etl.KafkaETLKey
 
KafkaETLRecordReader - Class in kafka.etl
 
KafkaETLRecordReader(InputSplit, JobConf, Reporter) - Constructor for class kafka.etl.KafkaETLRecordReader
 
KafkaETLRequest - Class in kafka.etl
 
KafkaETLRequest() - Constructor for class kafka.etl.KafkaETLRequest
 
KafkaETLRequest(String) - Constructor for class kafka.etl.KafkaETLRequest
 
KafkaETLRequest(String, String, String, String, Map<String, String>) - Constructor for class kafka.etl.KafkaETLRequest
 
KafkaETLRequest(String, String, int) - Constructor for class kafka.etl.KafkaETLRequest
 
KafkaETLUtils - Class in kafka.etl
 
KafkaETLUtils() - Constructor for class kafka.etl.KafkaETLUtils
 

L

logProperties(String) - Method in class kafka.etl.Props
log properties

M

main(String[]) - Static method in class kafka.etl.impl.DataGenerator
 
main(String[]) - Static method in class kafka.etl.impl.SimpleKafkaETLJob
for testing only
map(KafkaETLKey, BytesWritable, OutputCollector<LongWritable, Text>, Reporter) - Method in class kafka.etl.impl.SimpleKafkaETLMapper
 
MAX_RETRY_TIME - Static variable in class kafka.etl.KafkaETLContext
 

N

next(KafkaETLKey, BytesWritable) - Method in class kafka.etl.KafkaETLRecordReader
 

O

of(String...) - Static method in class kafka.etl.Props
build props from a list of strings and interpret them as key, value, key, value,....
output(String) - Method in class kafka.etl.KafkaETLContext
 

P

PATH_FILTER - Static variable in class kafka.etl.KafkaETLUtils
 
Props - Class in kafka.etl
 
Props() - Constructor for class kafka.etl.Props
default constructor
Props(Props) - Constructor for class kafka.etl.Props
copy constructor
Props(String...) - Constructor for class kafka.etl.Props
construct props from a list of files
Props(List<String>) - Constructor for class kafka.etl.Props
construct props from a list of files
Props(InputStream...) - Constructor for class kafka.etl.Props
construct props from a list of input streams
Props(Map<String, String>...) - Constructor for class kafka.etl.Props
construct props from a list of maps
Props(Properties...) - Constructor for class kafka.etl.Props
construct props from a list of Properties
put(Properties) - Method in class kafka.etl.Props
Put the given Properties into the Props.

R

RANDOM - Static variable in class kafka.etl.impl.DataGenerator
 
readFields(DataInput) - Method in class kafka.etl.KafkaETLKey
 
readProps(String) - Static method in class kafka.etl.KafkaETLUtils
 
readText(FileSystem, String) - Static method in class kafka.etl.KafkaETLUtils
 
readText(FileSystem, Path) - Static method in class kafka.etl.KafkaETLUtils
 
RECONNECT_INTERVAL - Variable in class kafka.etl.impl.DataGenerator
 
run() - Method in class kafka.etl.impl.DataGenerator
 

S

set(int, long, long) - Method in class kafka.etl.KafkaETLKey
 
setClassLoaderAndJar(JobConf, Class) - Static method in class kafka.etl.KafkaETLJob
 
setDefaultOffset() - Method in class kafka.etl.KafkaETLRequest
 
setOffset(long) - Method in class kafka.etl.KafkaETLRequest
 
setPropsInJob(Configuration, Props) - Static method in class kafka.etl.KafkaETLUtils
 
SimpleKafkaETLJob - Class in kafka.etl.impl
This is a simple Kafka ETL job which pull text events generated by DataGenerator and store them in hdfs
SimpleKafkaETLJob(String, Props) - Constructor for class kafka.etl.impl.SimpleKafkaETLJob
 
SimpleKafkaETLMapper - Class in kafka.etl.impl
Simple implementation of KafkaETLMapper.
SimpleKafkaETLMapper() - Constructor for class kafka.etl.impl.SimpleKafkaETLMapper
 
store(OutputStream) - Method in class kafka.etl.Props
Store all properties

T

TCP_BUFFER_SIZE - Variable in class kafka.etl.impl.DataGenerator
 
toString() - Method in class kafka.etl.KafkaETLKey
 
toString() - Method in class kafka.etl.KafkaETLRequest
 
toString(long) - Method in class kafka.etl.KafkaETLRequest
 

U

UndefinedPropertyException - Exception in kafka.etl
 
UndefinedPropertyException(String) - Constructor for exception kafka.etl.UndefinedPropertyException
 

W

write(DataOutput) - Method in class kafka.etl.KafkaETLKey
 
writeText(FileSystem, Path, String) - Static method in class kafka.etl.KafkaETLUtils
 

_

_attemptId - Variable in class kafka.etl.KafkaETLRecordReader
 
_bufferSize - Variable in class kafka.etl.KafkaETLContext
 
_bufferSize - Variable in class kafka.etl.KafkaETLInputFormat
 
_checksum - Variable in class kafka.etl.KafkaETLKey
 
_consumer - Variable in class kafka.etl.KafkaETLContext
 
_consumer - Variable in class kafka.etl.KafkaETLInputFormat
 
_contextIndex - Variable in class kafka.etl.KafkaETLRecordReader
 
_contextList - Variable in class kafka.etl.KafkaETLRecordReader
 
_count - Variable in class kafka.etl.impl.DataGenerator
 
_count - Variable in class kafka.etl.impl.SimpleKafkaETLMapper
 
_count - Variable in class kafka.etl.KafkaETLContext
 
_count - Variable in class kafka.etl.KafkaETLInputFormat
 
_ignoreErrors - Variable in class kafka.etl.KafkaETLInputFormat
 
_index - Variable in class kafka.etl.KafkaETLContext
 
_input - Variable in class kafka.etl.impl.SimpleKafkaETLJob
 
_input - Variable in class kafka.etl.KafkaETLContext
 
_inputIndex - Variable in class kafka.etl.KafkaETLKey
 
_job - Variable in class kafka.etl.KafkaETLRecordReader
 
_messageIt - Variable in class kafka.etl.KafkaETLContext
 
_mos - Variable in class kafka.etl.KafkaETLContext
 
_mos - Variable in class kafka.etl.KafkaETLInputFormat
 
_mos - Variable in class kafka.etl.KafkaETLRecordReader
 
_name - Variable in class kafka.etl.impl.SimpleKafkaETLJob
 
_nodeId - Variable in class kafka.etl.KafkaETLInputFormat
 
_nodes - Variable in class kafka.etl.KafkaETLInputFormat
 
_offset - Variable in class kafka.etl.KafkaETLContext
 
_offset - Variable in class kafka.etl.KafkaETLInputFormat
 
_offset - Variable in class kafka.etl.KafkaETLKey
 
_offsetOut - Variable in class kafka.etl.KafkaETLContext
 
_offsetOut - Variable in class kafka.etl.KafkaETLInputFormat
 
_offsetRange - Variable in class kafka.etl.KafkaETLContext
 
_offsetRange - Variable in class kafka.etl.KafkaETLInputFormat
 
_offsetsDir - Variable in class kafka.etl.impl.DataGenerator
 
_output - Variable in class kafka.etl.impl.SimpleKafkaETLJob
 
_partition - Variable in class kafka.etl.KafkaETLInputFormat
 
_producer - Variable in class kafka.etl.impl.DataGenerator
 
_props - Variable in class kafka.etl.impl.DataGenerator
 
_props - Variable in class kafka.etl.impl.SimpleKafkaETLJob
 
_props - Variable in class kafka.etl.KafkaETLInputFormat
 
_props - Variable in class kafka.etl.KafkaETLRecordReader
 
_readBytes - Variable in class kafka.etl.KafkaETLRecordReader
 
_readCounts - Variable in class kafka.etl.KafkaETLRecordReader
 
_reporter - Variable in class kafka.etl.KafkaETLContext
 
_reporter - Variable in class kafka.etl.KafkaETLRecordReader
 
_request - Variable in class kafka.etl.KafkaETLContext
 
_requestTime - Variable in class kafka.etl.KafkaETLContext
 
_respIterator - Variable in class kafka.etl.KafkaETLContext
 
_response - Variable in class kafka.etl.KafkaETLContext
 
_retry - Variable in class kafka.etl.KafkaETLContext
 
_retry - Variable in class kafka.etl.KafkaETLInputFormat
 
_soTimeout - Variable in class kafka.etl.KafkaETLInputFormat
 
_startOffset - Variable in class kafka.etl.KafkaETLInputFormat
 
_startTime - Variable in class kafka.etl.KafkaETLContext
 
_timeout - Variable in class kafka.etl.KafkaETLContext
 
_timestamp - Variable in class kafka.etl.KafkaETLInputFormat
 
_toContinue - Variable in class kafka.etl.KafkaETLInputFormat
 
_topic - Variable in class kafka.etl.impl.DataGenerator
 
_topic - Variable in class kafka.etl.impl.SimpleKafkaETLJob
 
_topic - Variable in class kafka.etl.KafkaETLInputFormat
 
_totalBytes - Variable in class kafka.etl.KafkaETLRecordReader
 
_uri - Variable in class kafka.etl.impl.DataGenerator
 

B C D E F G H I K L M N O P R S T U W _