org.elasticsearch.hadoop.hive

Class EsStorageHandler

java.lang.Object

org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

org.elasticsearch.hadoop.hive.EsStorageHandler

All Implemented Interfaces:

Configurable, org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

public class EsStorageHandler
extends org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

Hive storage for writing data into an ElasticSearch index. The ElasticSearch host/port can be specified through Hadoop properties (see package description) or passed to EsStorageHandler through Hive TBLPROPERTIES

Constructor Summary

Constructors

Constructor and Description
EsStorageHandler()

Method Summary

Modifier and Type	Method and Description
void	configureInputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, Map<String,String> jobProperties)
void	configureJobConf(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, JobConf jobConf)
void	configureOutputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, Map<String,String> jobProperties)
void	configureTableJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, Map<String,String> jobProperties) Deprecated.
Class<? extends InputFormat>	getInputFormatClass()
org.apache.hadoop.hive.metastore.HiveMetaHook	getMetaHook()
Class<? extends OutputFormat>	getOutputFormatClass()
Class<? extends org.apache.hadoop.hive.serde2.AbstractSerDe>	getSerDeClass()

Methods inherited from class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

configureInputJobCredentials, getAuthorizationProvider, getConf, setConf, toString

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

getLockType, getStorageHandlerInfo

Constructor Detail

EsStorageHandler

public EsStorageHandler()

Method Detail

getInputFormatClass

public Class<? extends InputFormat> getInputFormatClass()

Specified by:

getInputFormatClass in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

getInputFormatClass in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

getOutputFormatClass

public Class<? extends OutputFormat> getOutputFormatClass()

Specified by:

getOutputFormatClass in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

getOutputFormatClass in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

getSerDeClass

public Class<? extends org.apache.hadoop.hive.serde2.AbstractSerDe> getSerDeClass()

Specified by:

getSerDeClass in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

getSerDeClass in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

getMetaHook

public org.apache.hadoop.hive.metastore.HiveMetaHook getMetaHook()

Specified by:

getMetaHook in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

getMetaHook in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

configureInputJobProperties

public void configureInputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
                                        Map<String,String> jobProperties)

Specified by:

configureInputJobProperties in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

configureInputJobProperties in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

configureOutputJobProperties

public void configureOutputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
                                         Map<String,String> jobProperties)

Specified by:

configureOutputJobProperties in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

configureOutputJobProperties in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

configureTableJobProperties

@Deprecated
public void configureTableJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
                                                    Map<String,String> jobProperties)

Deprecated.

Specified by:

configureTableJobProperties in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

configureTableJobProperties in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

configureJobConf

public void configureJobConf(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
                             JobConf jobConf)

Specified by:

configureJobConf in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

configureJobConf in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler