RedshiftInputFormat

Input format for text records saved with in-record delimiter and newline characters escaped.

For example, a record containing two fields: "a\n" and "|b\\" saved with delimiter | should be the following:

a\\\n|\\|b\\\\\n

, where the in-record |, \r, \n, and \\ characters are escaped by \\. Users can configure the delimiter via RedshiftInputFormat$#KEY_DELIMITER. Its default value RedshiftInputFormat$#DEFAULT_DELIMITER is set to match Redshift's UNLOAD with the ESCAPE option:

UNLOAD ('select_statement')
TO 's3://object_path_prefix'
ESCAPE

See also: org.apache.spark.SparkContext#newAPIHadoopFile

Linear Supertypes

FileInputFormat[Long, Array[String]], InputFormat[Long, Array[String]], AnyRef, Any

Instance Constructors

new RedshiftInputFormat()

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def addInputPathRecursively(arg0: List[FileStatus], arg1: FileSystem, arg2: Path, arg3: PathFilter): Unit

Attributes
protected[org.apache.hadoop.mapreduce.lib.input]
Definition Classes
FileInputFormat
Annotations
@throws( classOf[java.io.IOException] )
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def computeSplitSize(arg0: Long, arg1: Long, arg2: Long): Long

Attributes
protected[org.apache.hadoop.mapreduce.lib.input]
Definition Classes
FileInputFormat
def createRecordReader(split: InputSplit, context: TaskAttemptContext): RecordReader[Long, Array[String]]

Definition Classes
RedshiftInputFormat → InputFormat
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def getBlockIndex(arg0: Array[BlockLocation], arg1: Long): Int

Attributes
protected[org.apache.hadoop.mapreduce.lib.input]
Definition Classes
FileInputFormat
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getFormatMinSplitSize(): Long

Attributes
protected[org.apache.hadoop.mapreduce.lib.input]
Definition Classes
FileInputFormat
def getSplits(arg0: JobContext): List[InputSplit]

Definition Classes
FileInputFormat → InputFormat
Annotations
@throws( classOf[java.io.IOException] )
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isSplitable(arg0: JobContext, arg1: Path): Boolean

Attributes
protected[org.apache.hadoop.mapreduce.lib.input]
Definition Classes
FileInputFormat
def listStatus(arg0: JobContext): List[FileStatus]

Attributes
protected[org.apache.hadoop.mapreduce.lib.input]
Definition Classes
FileInputFormat
Annotations
@throws( classOf[java.io.IOException] )
def makeSplit(arg0: Path, arg1: Long, arg2: Long, arg3: Array[String]): FileSplit

Attributes
protected[org.apache.hadoop.mapreduce.lib.input]
Definition Classes
FileInputFormat
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object RedshiftInputFormat | package redshift

class RedshiftInputFormat extends FileInputFormat[Long, Array[String]]

Instance Constructors

new RedshiftInputFormat()

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def addInputPathRecursively(arg0: List[FileStatus], arg1: FileSystem, arg2: Path, arg3: PathFilter): Unit

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def computeSplitSize(arg0: Long, arg1: Long, arg2: Long): Long

def createRecordReader(split: InputSplit, context: TaskAttemptContext): RecordReader[Long, Array[String]]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def getBlockIndex(arg0: Array[BlockLocation], arg1: Long): Int

final def getClass(): Class[_]

def getFormatMinSplitSize(): Long

def getSplits(arg0: JobContext): List[InputSplit]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def isSplitable(arg0: JobContext, arg1: Path): Boolean

def listStatus(arg0: JobContext): List[FileStatus]

def makeSplit(arg0: Path, arg1: Long, arg2: Long, arg3: Array[String]): FileSplit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from FileInputFormat[Long, Array[String]]

Inherited from InputFormat[Long, Array[String]]

Inherited from AnyRef

Inherited from Any

Ungrouped