kafka.etl.impl
Class SimpleKafkaETLJob

java.lang.Object
  kafka.etl.impl.SimpleKafkaETLJob

public class SimpleKafkaETLJob
extends java.lang.Object

This is a simple Kafka ETL job which pull text events generated by DataGenerator and store them in hdfs

Field Summary

protected java.lang.String	_input
protected java.lang.String	_name
protected java.lang.String	_output
protected Props	_props
protected java.lang.String	_topic

Constructor Summary

SimpleKafkaETLJob(java.lang.String name, Props props)

Method Summary

protected org.apache.hadoop.mapred.JobConf	createJobConf()
void	execute()
static void	main(java.lang.String[] args) for testing only

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

_name

protected java.lang.String _name

_props

protected Props _props

_input

protected java.lang.String _input

_output

protected java.lang.String _output

_topic

protected java.lang.String _topic

Constructor Detail

SimpleKafkaETLJob

public SimpleKafkaETLJob(java.lang.String name,
                         Props props)
                  throws java.lang.Exception

Throws:

java.lang.Exception

Method Detail

createJobConf

protected org.apache.hadoop.mapred.JobConf createJobConf()
                                                  throws java.lang.Exception

Throws:

java.lang.Exception

execute

public void execute()
             throws java.lang.Exception

Throws:

java.lang.Exception

main

public static void main(java.lang.String[] args)
                 throws java.lang.Exception

for testing only

Parameters:

args -

Throws:

java.lang.Exception