org.elasticsearch.hadoop.cascading

Class EsTap

java.lang.Object

cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

org.elasticsearch.hadoop.cascading.EsTap

All Implemented Interfaces:

cascading.flow.FlowElement, cascading.util.Traceable, java.io.Serializable

public class EsTap
extends cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

Cascading Tap backed by ElasticSearch. Can be used as a source and/or sink, for both local and Hadoop (local or not) flows. If no fields are specified or are associated with the incoming tuple, the Tap will create name each field "field[num]" - this allows the document to be parsed by ES but will most likely conflict with the existing mapping for the given index.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
EsTap(java.lang.String resource)
EsTap(java.lang.String resource, cascading.tuple.Fields fields)
EsTap(java.lang.String host, int port, java.lang.String resource)
EsTap(java.lang.String host, int port, java.lang.String resource, cascading.tuple.Fields fields)
EsTap(java.lang.String host, int port, java.lang.String resource, java.lang.String query)
EsTap(java.lang.String host, int port, java.lang.String resource, java.lang.String query, cascading.tuple.Fields fields)
EsTap(java.lang.String host, int port, java.lang.String resource, java.lang.String query, cascading.tuple.Fields fields, java.util.Properties tapSettings)
EsTap(java.lang.String resource, java.lang.String query)
EsTap(java.lang.String resource, java.lang.String query, cascading.tuple.Fields fields)

Method Summary

Modifier and Type	Method and Description
boolean	createResource(java.lang.Object conf)
boolean	deleteResource(java.lang.Object conf)
void	flowConfInit(cascading.flow.Flow<java.lang.Object> flow)
java.lang.String	getIdentifier()
long	getModifiedTime(java.lang.Object conf)
boolean	isEquivalentTo(cascading.flow.FlowElement element)
boolean	isSink()
boolean	isSource()
cascading.tuple.TupleEntryIterator	openForRead(cascading.flow.FlowProcess<java.lang.Object> flowProcess, java.lang.Object input)
cascading.tuple.TupleEntryCollector	openForWrite(cascading.flow.FlowProcess<java.lang.Object> flowProcess, java.lang.Object output)
boolean	resourceExists(java.lang.Object conf)
void	sinkConfInit(cascading.flow.FlowProcess<java.lang.Object> flowProcess, java.lang.Object conf)
void	sourceConfInit(cascading.flow.FlowProcess<java.lang.Object> flowProcess, java.lang.Object conf)
java.lang.String	toString()

Methods inherited from class cascading.tap.Tap

commitResource, createResource, deleteResource, equals, getConfigDef, getFullIdentifier, getFullIdentifier, getModifiedTime, getScheme, getSinkFields, getSinkMode, getSourceFields, getStepConfigDef, getTrace, hasConfigDef, hashCode, hasStepConfigDef, id, isKeep, isReplace, isTemporary, isUpdate, openForRead, openForWrite, outgoingScopeFor, presentSinkFields, presentSourceFields, resolveIncomingOperationArgumentFields, resolveIncomingOperationPassThroughFields, resourceExists, retrieveSinkFields, retrieveSourceFields, rollbackResource, setScheme, taps

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

EsTap

public EsTap(java.lang.String resource)

EsTap

public EsTap(java.lang.String resource,
             java.lang.String query)

EsTap

public EsTap(java.lang.String host,
             int port,
             java.lang.String resource)

EsTap

public EsTap(java.lang.String host,
             int port,
             java.lang.String resource,
             cascading.tuple.Fields fields)

EsTap

public EsTap(java.lang.String host,
             int port,
             java.lang.String resource,
             java.lang.String query)

EsTap

public EsTap(java.lang.String resource,
             cascading.tuple.Fields fields)

EsTap

public EsTap(java.lang.String resource,
             java.lang.String query,
             cascading.tuple.Fields fields)

EsTap

public EsTap(java.lang.String host,
             int port,
             java.lang.String resource,
             java.lang.String query,
             cascading.tuple.Fields fields)

EsTap

public EsTap(java.lang.String host,
             int port,
             java.lang.String resource,
             java.lang.String query,
             cascading.tuple.Fields fields,
             java.util.Properties tapSettings)

Method Detail

flowConfInit

public void flowConfInit(cascading.flow.Flow<java.lang.Object> flow)

Overrides:

flowConfInit in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

isSink

public boolean isSink()

Overrides:

isSink in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

isSource

public boolean isSource()

Overrides:

isSource in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

getIdentifier

public java.lang.String getIdentifier()

Specified by:

getIdentifier in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

sourceConfInit

public void sourceConfInit(cascading.flow.FlowProcess<java.lang.Object> flowProcess,
                           java.lang.Object conf)

Overrides:

sourceConfInit in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

sinkConfInit

public void sinkConfInit(cascading.flow.FlowProcess<java.lang.Object> flowProcess,
                         java.lang.Object conf)

Overrides:

sinkConfInit in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

openForRead

public cascading.tuple.TupleEntryIterator openForRead(cascading.flow.FlowProcess<java.lang.Object> flowProcess,
                                                      java.lang.Object input)
                                               throws java.io.IOException

Specified by:

openForRead in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

Throws:

java.io.IOException

openForWrite

public cascading.tuple.TupleEntryCollector openForWrite(cascading.flow.FlowProcess<java.lang.Object> flowProcess,
                                                        java.lang.Object output)
                                                 throws java.io.IOException

Specified by:

openForWrite in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

Throws:

java.io.IOException

createResource

public boolean createResource(java.lang.Object conf)
                       throws java.io.IOException

Specified by:

createResource in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

Throws:

java.io.IOException

deleteResource

public boolean deleteResource(java.lang.Object conf)
                       throws java.io.IOException

Specified by:

deleteResource in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

Throws:

java.io.IOException

resourceExists

public boolean resourceExists(java.lang.Object conf)
                       throws java.io.IOException

Specified by:

resourceExists in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

Throws:

java.io.IOException

getModifiedTime

public long getModifiedTime(java.lang.Object conf)
                     throws java.io.IOException

Specified by:

getModifiedTime in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

Throws:

java.io.IOException

isEquivalentTo

public boolean isEquivalentTo(cascading.flow.FlowElement element)

Specified by:

isEquivalentTo in interface cascading.flow.FlowElement

Overrides:

isEquivalentTo in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>

toString

public java.lang.String toString()

Overrides:

toString in class cascading.tap.Tap<java.lang.Object,java.lang.Object,java.lang.Object>