org.apache.flink.api.java.io

Class PojoCsvInputFormat<OUT>

java.lang.Object

org.apache.flink.api.common.io.RichInputFormat<OT,org.apache.flink.core.fs.FileInputSplit>

org.apache.flink.api.common.io.FileInputFormat<OT>

org.apache.flink.api.common.io.DelimitedInputFormat<OT>

org.apache.flink.api.common.io.GenericCsvInputFormat<OUT>

org.apache.flink.api.java.io.CsvInputFormat<OUT>

org.apache.flink.api.java.io.PojoCsvInputFormat<OUT>

All Implemented Interfaces:

Serializable, org.apache.flink.api.common.io.InputFormat<OUT,org.apache.flink.core.fs.FileInputSplit>, org.apache.flink.core.io.InputSplitSource<org.apache.flink.core.fs.FileInputSplit>

@Internal
public class PojoCsvInputFormat<OUT>
extends CsvInputFormat<OUT>

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.flink.api.common.io.FileInputFormat

org.apache.flink.api.common.io.FileInputFormat.FileBaseStatistics, org.apache.flink.api.common.io.FileInputFormat.InputSplitOpenThread

Field Summary

Fields inherited from class org.apache.flink.api.java.io.CsvInputFormat

DEFAULT_FIELD_DELIMITER, DEFAULT_LINE_DELIMITER, parsedValues

Fields inherited from class org.apache.flink.api.common.io.GenericCsvInputFormat

commentCount, commentPrefix, fieldIncluded, invalidLineCount, lineDelimiterIsLinebreak

Fields inherited from class org.apache.flink.api.common.io.DelimitedInputFormat

RECORD_DELIMITER

Fields inherited from class org.apache.flink.api.common.io.FileInputFormat

currentSplit, ENUMERATE_NESTED_FILES_FLAG, enumerateNestedFiles, filePath, INFLATER_INPUT_STREAM_FACTORIES, minSplitSize, numSplits, openTimeout, READ_WHOLE_SPLIT_FLAG, splitLength, splitStart, stream, unsplittable

Constructor Summary

Constructors

Constructor and Description
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, boolean[] includedFieldsMask)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, int[] includedFieldsMask)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, String[] fieldNames)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, String[] fieldNames, boolean[] includedFieldsMask)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, String[] fieldNames, int[] includedFieldsMask)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, String lineDelimiter, String fieldDelimiter, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, String lineDelimiter, String fieldDelimiter, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, boolean[] includedFieldsMask)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, String lineDelimiter, String fieldDelimiter, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, int[] includedFieldsMask)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, String lineDelimiter, String fieldDelimiter, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, String[] fieldNames)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, String lineDelimiter, String fieldDelimiter, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, String[] fieldNames, boolean[] includedFieldsMask)
PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath, String lineDelimiter, String fieldDelimiter, org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo, String[] fieldNames, int[] includedFieldsMask)

Method Summary

Modifier and Type	Method and Description
OUT	fillRecord(OUT reuse, Object[] parsedValues)
void	open(org.apache.flink.core.fs.FileInputSplit split)

Methods inherited from class org.apache.flink.api.java.io.CsvInputFormat

createDefaultMask, getFieldTypes, nextRecord, readRecord, toBooleanMask, toString

Methods inherited from class org.apache.flink.api.common.io.GenericCsvInputFormat

checkAndCoSort, checkForMonotonousOrder, close, enableQuotedStringParsing, getCommentPrefix, getFieldDelimiter, getFieldParsers, getGenericFieldTypes, getNumberOfFieldsTotal, getNumberOfNonNullFields, isLenient, isSkippingFirstLineAsHeader, parseRecord, setCommentPrefix, setCommentPrefix, setCommentPrefix, setCommentPrefix, setCommentPrefix, setFieldDelimiter, setFieldDelimiter, setFieldDelimiter, setFieldsGeneric, setFieldsGeneric, setFieldTypesGeneric, setLenient, setSkipFirstLineAsHeader, skipFields

Methods inherited from class org.apache.flink.api.common.io.DelimitedInputFormat

configure, getBufferSize, getDelimiter, getLineLengthLimit, getNumLineSamples, getStatistics, loadGlobalConfigParams, reachedEnd, readLine, setBufferSize, setDelimiter, setDelimiter, setDelimiter, setLineLengthLimit, setNumLineSamples

Methods inherited from class org.apache.flink.api.common.io.FileInputFormat

acceptFile, createInputSplits, decorateInputStream, extractFileExtension, getFilePath, getFileStats, getInflaterInputStreamFactory, getInputSplitAssigner, getMinSplitSize, getNumSplits, getOpenTimeout, getSplitLength, getSplitStart, registerInflaterInputStreamFactory, setFilePath, setFilePath, setMinSplitSize, setNumSplits, setOpenTimeout, testForUnsplittable

Methods inherited from class org.apache.flink.api.common.io.RichInputFormat

getRuntimeContext, setRuntimeContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Constructor Detail

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          String[] fieldNames)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          String lineDelimiter,
                          String fieldDelimiter,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          String lineDelimiter,
                          String fieldDelimiter,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          String[] fieldNames)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          int[] includedFieldsMask)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          String[] fieldNames,
                          int[] includedFieldsMask)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          String lineDelimiter,
                          String fieldDelimiter,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          int[] includedFieldsMask)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          String lineDelimiter,
                          String fieldDelimiter,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          String[] fieldNames,
                          int[] includedFieldsMask)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          boolean[] includedFieldsMask)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          String[] fieldNames,
                          boolean[] includedFieldsMask)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          String lineDelimiter,
                          String fieldDelimiter,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          boolean[] includedFieldsMask)

PojoCsvInputFormat

public PojoCsvInputFormat(org.apache.flink.core.fs.Path filePath,
                          String lineDelimiter,
                          String fieldDelimiter,
                          org.apache.flink.api.java.typeutils.PojoTypeInfo<OUT> pojoTypeInfo,
                          String[] fieldNames,
                          boolean[] includedFieldsMask)

Method Detail

open

public void open(org.apache.flink.core.fs.FileInputSplit split)
          throws IOException

Specified by:

open in interface org.apache.flink.api.common.io.InputFormat<OUT,org.apache.flink.core.fs.FileInputSplit>

Overrides:

open in class CsvInputFormat<OUT>

Throws:

IOException

fillRecord

public OUT fillRecord(OUT reuse,
                      Object[] parsedValues)

Specified by:

fillRecord in class CsvInputFormat<OUT>