public class HadoopDataSink<K,V>
extends org.apache.flink.api.java.record.operators.GenericDataSink
HadoopDataSink out = new HadoopDataSink(new org.apache.hadoop.mapred.TextOutputFormatNote that it is possible to provide custom data type converter. The HadoopDataSink provides a default converter:(), new JobConf(), "Hadoop TextOutputFormat",reducer, Text.class,IntWritable.class); org.apache.hadoop.mapred.TextOutputFormat.setOutputPath(out.getJobConf(), new Path(output));
DefaultFlinkTypeConverter
Constructor and Description |
---|
HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat,
org.apache.hadoop.mapred.JobConf jobConf,
List<org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record>> input,
Class<K> keyClass,
Class<V> valueClass) |
HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat,
org.apache.hadoop.mapred.JobConf jobConf,
org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record> input,
Class<K> keyClass,
Class<V> valueClass) |
HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat,
org.apache.hadoop.mapred.JobConf jobConf,
String name,
List<org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record>> input,
Class<K> keyClass,
Class<V> valueClass) |
HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat,
org.apache.hadoop.mapred.JobConf jobConf,
String name,
List<org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record>> input,
FlinkTypeConverter<K,V> conv,
Class<K> keyClass,
Class<V> valueClass) |
HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat,
org.apache.hadoop.mapred.JobConf jobConf,
String name,
org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record> input,
Class<K> keyClass,
Class<V> valueClass) |
HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat,
org.apache.hadoop.mapred.JobConf jobConf,
String name,
org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record> input,
FlinkTypeConverter<K,V> conv,
Class<K> keyClass,
Class<V> valueClass) |
HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat,
List<org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record>> input,
Class<K> keyClass,
Class<V> valueClass) |
HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat,
org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record> input,
Class<K> keyClass,
Class<V> valueClass) |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.mapred.JobConf |
getJobConf() |
addInput, addInputs, setInputs, setInputs
accept, executeOnCollections, getDataDistribution, getFormatWrapper, getInput, getLocalOrder, getPartitionOrdering, getUserCodeWrapper, setGlobalOrder, setGlobalOrder, setInput, setLocalOrder, setRangePartitioned, setRangePartitioned, toString
public HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat, org.apache.hadoop.mapred.JobConf jobConf, String name, org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record> input, FlinkTypeConverter<K,V> conv, Class<K> keyClass, Class<V> valueClass)
public HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat, org.apache.hadoop.mapred.JobConf jobConf, String name, org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record> input, Class<K> keyClass, Class<V> valueClass)
public HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat, org.apache.hadoop.mapred.JobConf jobConf, org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record> input, Class<K> keyClass, Class<V> valueClass)
public HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat, org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record> input, Class<K> keyClass, Class<V> valueClass)
public HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat, org.apache.hadoop.mapred.JobConf jobConf, String name, List<org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record>> input, FlinkTypeConverter<K,V> conv, Class<K> keyClass, Class<V> valueClass)
public HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat, org.apache.hadoop.mapred.JobConf jobConf, String name, List<org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record>> input, Class<K> keyClass, Class<V> valueClass)
public HadoopDataSink(org.apache.hadoop.mapred.OutputFormat<K,V> hadoopFormat, org.apache.hadoop.mapred.JobConf jobConf, List<org.apache.flink.api.common.operators.Operator<org.apache.flink.types.Record>> input, Class<K> keyClass, Class<V> valueClass)
Copyright © 2014–2016 The Apache Software Foundation. All rights reserved.