org.elasticsearch.hadoop.hive

Class EsStorageHandler

java.lang.Object

org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

org.elasticsearch.hadoop.hive.EsStorageHandler

All Implemented Interfaces:

Configurable, org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

public class EsStorageHandler
extends org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

Hive storage for writing data into an ElasticSearch index. The ElasticSearch host/port can be specified through Hadoop properties (see package description) or passed to EsStorageHandler() through Hive TBLPROPERTIES

Constructor Summary

Constructors

Constructor and Description
EsStorageHandler()

Method Summary

Modifier and Type	Method and Description
void	configureInputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, java.util.Map<java.lang.String,java.lang.String> jobProperties)
void	configureOutputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, java.util.Map<java.lang.String,java.lang.String> jobProperties)
void	configureTableJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, java.util.Map<java.lang.String,java.lang.String> jobProperties) Deprecated.
java.lang.Class<? extends InputFormat>	getInputFormatClass()
org.apache.hadoop.hive.metastore.HiveMetaHook	getMetaHook()
java.lang.Class<? extends OutputFormat>	getOutputFormatClass()
java.lang.Class<? extends org.apache.hadoop.hive.serde2.SerDe>	getSerDeClass()

Methods inherited from class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

configureJobConf, getAuthorizationProvider, getConf, setConf, toString

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Constructor Detail

EsStorageHandler

public EsStorageHandler()

Method Detail

getInputFormatClass

public java.lang.Class<? extends InputFormat> getInputFormatClass()

Specified by:

getInputFormatClass in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

getInputFormatClass in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

getOutputFormatClass

public java.lang.Class<? extends OutputFormat> getOutputFormatClass()

Specified by:

getOutputFormatClass in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

getOutputFormatClass in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

getSerDeClass

public java.lang.Class<? extends org.apache.hadoop.hive.serde2.SerDe> getSerDeClass()

Specified by:

getSerDeClass in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

getSerDeClass in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

getMetaHook

public org.apache.hadoop.hive.metastore.HiveMetaHook getMetaHook()

Specified by:

getMetaHook in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

getMetaHook in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

configureInputJobProperties

public void configureInputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
                                        java.util.Map<java.lang.String,java.lang.String> jobProperties)

Specified by:

configureInputJobProperties in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

configureInputJobProperties in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

configureOutputJobProperties

public void configureOutputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
                                         java.util.Map<java.lang.String,java.lang.String> jobProperties)

Specified by:

configureOutputJobProperties in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

configureOutputJobProperties in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler

configureTableJobProperties

@Deprecated
public void configureTableJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
                                                    java.util.Map<java.lang.String,java.lang.String> jobProperties)

Deprecated.

Specified by:

configureTableJobProperties in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler

Overrides:

configureTableJobProperties in class org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler