@PublicEvolving public class PrimitiveInputFormat<OT> extends DelimitedInputFormat<OT>
CsvInputFormat
is that it won't go through Tuple1
.FileInputFormat.FileBaseStatistics, FileInputFormat.InputSplitOpenThread
RECORD_DELIMITER
currentSplit, ENUMERATE_NESTED_FILES_FLAG, enumerateNestedFiles, filePath, INFLATER_INPUT_STREAM_FACTORIES, minSplitSize, numSplits, openTimeout, READ_WHOLE_SPLIT_FLAG, splitLength, splitStart, stream, unsplittable
Constructor and Description |
---|
PrimitiveInputFormat(Path filePath,
Class<OT> primitiveClass) |
PrimitiveInputFormat(Path filePath,
String delimiter,
Class<OT> primitiveClass) |
Modifier and Type | Method and Description |
---|---|
void |
open(FileInputSplit split) |
OT |
readRecord(OT reuse,
byte[] bytes,
int offset,
int numBytes) |
close, configure, getBufferSize, getDelimiter, getLineLengthLimit, getNumLineSamples, getStatistics, loadGlobalConfigParams, nextRecord, reachedEnd, readLine, setBufferSize, setDelimiter, setDelimiter, setDelimiter, setLineLengthLimit, setNumLineSamples
acceptFile, createInputSplits, decorateInputStream, extractFileExtension, getFilePath, getFileStats, getInflaterInputStreamFactory, getInputSplitAssigner, getMinSplitSize, getNumSplits, getOpenTimeout, getSplitLength, getSplitStart, registerInflaterInputStreamFactory, setFilePath, setFilePath, setMinSplitSize, setNumSplits, setOpenTimeout, testForUnsplittable, toString
getRuntimeContext, setRuntimeContext
public void open(FileInputSplit split) throws IOException
open
in interface InputFormat<OT,FileInputSplit>
open
in class DelimitedInputFormat<OT>
IOException
public OT readRecord(OT reuse, byte[] bytes, int offset, int numBytes) throws IOException
readRecord
in class DelimitedInputFormat<OT>
IOException
Copyright © 2014–2016 The Apache Software Foundation. All rights reserved.