DynamoDBExportDataFormat

Applies a schema to an DynamoDB table to make it accessible by a Hive query. Use DynamoDBExportDataFormat with a HiveCopyActivity object and DynamoDBDataNode or S3DataNode input and output. DynamoDBExportDataFormat has the following benefits:

Provides both DynamoDB and Amazon S3 support
Allows you to filter data by certain columns in your Hive query
Exports all attributes from DynamoDB even if you have a sparse schema

Source: DynamoDBExportDataFormat.scala

Linear Supertypes

Serializable, Serializable, Product, Equals, DataFormat, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
def <(that: PipelineObject): Boolean

Definition Classes
Ordered
def <=(that: PipelineObject): Boolean

Definition Classes
Ordered
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def >(that: PipelineObject): Boolean

Definition Classes
Ordered
def >=(that: PipelineObject): Boolean

Definition Classes
Ordered
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val columns: Seq[String]
def compare(that: PipelineObject): Int

Definition Classes
PipelineObject → Ordered
def compareTo(that: PipelineObject): Int

Definition Classes
Ordered → Comparable
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def groupedBy(group: String): DynamoDBExportDataFormat
val id: PipelineObjectId

Definition Classes
DynamoDBExportDataFormat → PipelineObject
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def named(name: String): DynamoDBExportDataFormat
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def objects: Iterable[PipelineObject]

Definition Classes
DataFormat → PipelineObject
def ref: AdpRef[AdpDataFormat]

Definition Classes
DataFormat → PipelineObject
implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

Definition Classes
PipelineObject
def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

Definition Classes
PipelineObject
lazy val serialize: AdpDynamoDBExportDataFormat

Definition Classes
DynamoDBExportDataFormat → DataFormat → PipelineObject
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
implicit def uniquePipelineId2String(id: PipelineObjectId): String

Definition Classes
PipelineObject
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def withColumns(col: String*): DynamoDBExportDataFormat

Related Docs: object DynamoDBExportDataFormat | package dataformat

case class DynamoDBExportDataFormat extends DataFormat with Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

def <(that: PipelineObject): Boolean

def <=(that: PipelineObject): Boolean

final def ==(arg0: Any): Boolean

def >(that: PipelineObject): Boolean

def >=(that: PipelineObject): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val columns: Seq[String]

def compare(that: PipelineObject): Int

def compareTo(that: PipelineObject): Int

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def groupedBy(group: String): DynamoDBExportDataFormat

val id: PipelineObjectId

final def isInstanceOf[T0]: Boolean

def named(name: String): DynamoDBExportDataFormat

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def objects: Iterable[PipelineObject]

def ref: AdpRef[AdpDataFormat]

implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

lazy val serialize: AdpDynamoDBExportDataFormat

final def synchronized[T0](arg0: ⇒ T0): T0

implicit def uniquePipelineId2String(id: PipelineObjectId): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def withColumns(col: String*): DynamoDBExportDataFormat

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DataFormat

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped