CopyActivity

The activity that copies data from one data node to the other.

Source: CopyActivity.scala
Note: it seems that both input and output format needs to be in CsvDataFormat for this copy to work properly and it needs to be a specific variance of the CSV, for more information check the web page: http://docs.aws.amazon.com/datapipeline/latest/DeveloperGuide/dp-object-copyactivity.html From our experience it's really hard to export using TsvDataFormat, in both import and export especially for tasks involving RedshiftCopyActivity. A general rule of thumb is always use default CsvDataFormat for tasks involving both exporting to S3 and copy to redshift.

Linear Supertypes

Serializable, Serializable, Product, Equals, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
def <(that: PipelineObject): Boolean

Definition Classes
Ordered
def <=(that: PipelineObject): Boolean

Definition Classes
Ordered
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def >(that: PipelineObject): Boolean

Definition Classes
Ordered
def >=(that: PipelineObject): Boolean

Definition Classes
Ordered
final def asInstanceOf[T0]: T0

Definition Classes
Any
val attemptTimeout: Option[Parameter[Duration]]
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def compare(that: PipelineObject): Int

Definition Classes
PipelineObject → Ordered
def compareTo(that: PipelineObject): Int

Definition Classes
Ordered → Comparable
val dependsOn: Seq[PipelineActivity]

Definition Classes
CopyActivity → PipelineActivity
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
val failureAndRerunMode: Option[FailureAndRerunMode]
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def groupedBy(group: String): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
val id: PipelineObjectId

Definition Classes
CopyActivity → PipelineObject
val input: Copyable
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val lateAfterTimeout: Option[Parameter[Duration]]
val maximumRetries: Option[Parameter[Int]]
def named(name: String): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def objects: Iterable[PipelineObject]

Definition Classes
CopyActivity → PipelineObject
def onFail(alarms: SnsAlarm*): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
val onFailAlarms: Seq[SnsAlarm]
def onLateAction(alarms: SnsAlarm*): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
val onLateActionAlarms: Seq[SnsAlarm]
def onSuccess(alarms: SnsAlarm*): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
val onSuccessAlarms: Seq[SnsAlarm]
val output: Copyable
val preconditions: Seq[Precondition]
def ref: AdpRef[AdpActivity]

Definition Classes
PipelineActivity → PipelineObject
val retryDelay: Option[Parameter[Duration]]
val runsOn: Resource[Ec2Resource]
implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

Definition Classes
PipelineObject
def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

Definition Classes
PipelineObject
lazy val serialize: AdpCopyActivity

Definition Classes
CopyActivity → PipelineActivity → PipelineObject
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
implicit def uniquePipelineId2String(id: PipelineObjectId): String

Definition Classes
PipelineObject
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def whenMet(conditions: Precondition*): CopyActivity

Definition Classes
CopyActivity → PipelineActivity
def withAttemptTimeout(timeout: Parameter[Duration]): CopyActivity
def withFailureAndRerunMode(mode: FailureAndRerunMode): CopyActivity
def withLateAfterTimeout(timeout: Parameter[Duration]): CopyActivity
def withMaximumRetries(retries: Parameter[Int]): CopyActivity
def withRetryDelay(delay: Parameter[Duration]): CopyActivity

Related Docs: object CopyActivity | package activity

case class CopyActivity extends PipelineActivity with Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

def <(that: PipelineObject): Boolean

def <=(that: PipelineObject): Boolean

final def ==(arg0: Any): Boolean

def >(that: PipelineObject): Boolean

def >=(that: PipelineObject): Boolean

final def asInstanceOf[T0]: T0

val attemptTimeout: Option[Parameter[Duration]]

def clone(): AnyRef

def compare(that: PipelineObject): Int

def compareTo(that: PipelineObject): Int

val dependsOn: Seq[PipelineActivity]

final def eq(arg0: AnyRef): Boolean

val failureAndRerunMode: Option[FailureAndRerunMode]

def finalize(): Unit

final def getClass(): Class[_]

def groupedBy(group: String): CopyActivity

val id: PipelineObjectId

val input: Copyable

final def isInstanceOf[T0]: Boolean

val lateAfterTimeout: Option[Parameter[Duration]]

val maximumRetries: Option[Parameter[Int]]

def named(name: String): CopyActivity

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def objects: Iterable[PipelineObject]

def onFail(alarms: SnsAlarm*): CopyActivity

val onFailAlarms: Seq[SnsAlarm]

def onLateAction(alarms: SnsAlarm*): CopyActivity

val onLateActionAlarms: Seq[SnsAlarm]

def onSuccess(alarms: SnsAlarm*): CopyActivity

val onSuccessAlarms: Seq[SnsAlarm]

val output: Copyable

val preconditions: Seq[Precondition]

def ref: AdpRef[AdpActivity]

val retryDelay: Option[Parameter[Duration]]

val runsOn: Resource[Ec2Resource]

implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

lazy val serialize: AdpCopyActivity

final def synchronized[T0](arg0: ⇒ T0): T0

implicit def uniquePipelineId2String(id: PipelineObjectId): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def whenMet(conditions: Precondition*): CopyActivity

def withAttemptTimeout(timeout: Parameter[Duration]): CopyActivity

def withFailureAndRerunMode(mode: FailureAndRerunMode): CopyActivity

def withLateAfterTimeout(timeout: Parameter[Duration]): CopyActivity

def withMaximumRetries(retries: Parameter[Int]): CopyActivity

def withRetryDelay(delay: Parameter[Duration]): CopyActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped