CopyActivity

The activity that copies data from one data node to the other.

Source: CopyActivity.scala
Note: it seems that both input and output format needs to be in CsvDataFormat for this copy to work properly and it needs to be a specific variance of the CSV, for more information check the web page:
http://docs.aws.amazon.com/datapipeline/latest/DeveloperGuide/dp-object-copyactivity.html
From our experience it's really hard to export using TsvDataFormat, in both import and export especially for tasks involving RedshiftCopyActivity. A general rule of thumb is always use default CsvDataFormat for tasks involving both exporting to S3 and copy to redshift.

Linear Supertypes

Serializable, Serializable, Product, Equals, PipelineActivity, PipelineObject, AnyRef, Any

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def dependsOn(activities: PipelineActivity*): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
val dependsOn: Seq[PipelineActivity]

Definition Classes
CopyActivity → PipelineActivity
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def groupedBy(group: String): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
implicit val hc: HyperionContext
val id: PipelineObjectId

Definition Classes
CopyActivity → PipelineObject
val input: Copyable
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def named(name: String): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def objects: Iterable[PipelineObject]

Definition Classes
CopyActivity → PipelineObject
def onFail(alarms: SnsAlarm*): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
val onFailAlarms: Seq[SnsAlarm]
def onLateAction(alarms: SnsAlarm*): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
val onLateActionAlarms: Seq[SnsAlarm]
def onSuccess(alarms: SnsAlarm*): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
val onSuccessAlarms: Seq[SnsAlarm]
val output: Copyable
val preconditions: Seq[Precondition]
def ref: AdpRef[AdpActivity]

Definition Classes
PipelineActivity → PipelineObject
val runsOn: Ec2Resource
implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

Definition Classes
PipelineObject
def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

Definition Classes
PipelineObject
lazy val serialize: AdpCopyActivity

Definition Classes
CopyActivity → PipelineActivity → PipelineObject
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
implicit def uniquePipelineId2String(id: PipelineObjectId): String

Definition Classes
PipelineObject
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def whenMet(conditions: Precondition*): CopyActivity

Definition Classes
CopyActivity → PipelineActivity

case class CopyActivity extends PipelineActivity with Product with Serializable

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def dependsOn(activities: PipelineActivity*): CopyActivity

val dependsOn: Seq[PipelineActivity]

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def groupedBy(group: String): CopyActivity

implicit val hc: HyperionContext

val id: PipelineObjectId

val input: Copyable

final def isInstanceOf[T0]: Boolean

def named(name: String): CopyActivity

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def objects: Iterable[PipelineObject]

def onFail(alarms: SnsAlarm*): CopyActivity

val onFailAlarms: Seq[SnsAlarm]

def onLateAction(alarms: SnsAlarm*): CopyActivity

val onLateActionAlarms: Seq[SnsAlarm]

def onSuccess(alarms: SnsAlarm*): CopyActivity

val onSuccessAlarms: Seq[SnsAlarm]

val output: Copyable

val preconditions: Seq[Precondition]

def ref: AdpRef[AdpActivity]

val runsOn: Ec2Resource

implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

lazy val serialize: AdpCopyActivity

final def synchronized[T0](arg0: ⇒ T0): T0

implicit def uniquePipelineId2String(id: PipelineObjectId): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def whenMet(conditions: Precondition*): CopyActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from AnyRef

Inherited from Any

Ungrouped