com.krux.hyperion.activity

CopyActivity

case class CopyActivity extends PipelineActivity with Product with Serializable

The activity that copies data from one data node to the other.

Source
CopyActivity.scala
Note

it seems that both input and output format needs to be in CsvDataFormat for this copy to work properly and it needs to be a specific variance of the CSV, for more information check the web page:

http://docs.aws.amazon.com/datapipeline/latest/DeveloperGuide/dp-object-copyactivity.html

From our experience it's really hard to export using TsvDataFormat, in both import and export especially for tasks involving RedshiftCopyActivity. A general rule of thumb is always use default CsvDataFormat for tasks involving both exporting to S3 and copy to redshift.

Linear Supertypes
Serializable, Serializable, Product, Equals, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. CopyActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. PipelineActivity
  7. PipelineObject
  8. Ordered
  9. Comparable
  10. AnyRef
  11. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  10. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  11. val attemptTimeout: Option[Parameter[Duration]]

  12. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  13. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered

  14. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable

  15. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    CopyActivity → PipelineActivity

  16. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  17. val failureAndRerunMode: Option[FailureAndRerunMode]

  18. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  19. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  20. def groupedBy(group: String): CopyActivity

    Definition Classes
    CopyActivity → PipelineActivity

  21. val id: PipelineObjectId

    Definition Classes
    CopyActivity → PipelineObject

  22. val input: Copyable

  23. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  24. val lateAfterTimeout: Option[Parameter[Duration]]

  25. val maximumRetries: Option[Parameter[Int]]

  26. def named(name: String): CopyActivity

    Definition Classes
    CopyActivity → PipelineActivity

  27. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  28. final def notify(): Unit

    Definition Classes
    AnyRef

  29. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  30. def objects: Iterable[PipelineObject]

    Definition Classes
    CopyActivity → PipelineObject

  31. def onFail(alarms: SnsAlarm*): CopyActivity

    Definition Classes
    CopyActivity → PipelineActivity

  32. val onFailAlarms: Seq[SnsAlarm]

  33. def onLateAction(alarms: SnsAlarm*): CopyActivity

    Definition Classes
    CopyActivity → PipelineActivity

  34. val onLateActionAlarms: Seq[SnsAlarm]

  35. def onSuccess(alarms: SnsAlarm*): CopyActivity

    Definition Classes
    CopyActivity → PipelineActivity

  36. val onSuccessAlarms: Seq[SnsAlarm]

  37. val output: Copyable

  38. val preconditions: Seq[Precondition]

  39. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivity → PipelineObject

  40. val retryDelay: Option[Parameter[Duration]]

  41. val runsOn: Resource[Ec2Resource]

  42. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject

  43. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject

  44. lazy val serialize: AdpCopyActivity

    Definition Classes
    CopyActivity → PipelineActivity → PipelineObject

  45. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  46. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject

  47. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  48. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  49. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  50. def whenMet(conditions: Precondition*): CopyActivity

    Definition Classes
    CopyActivity → PipelineActivity

  51. def withAttemptTimeout(timeout: Parameter[Duration]): CopyActivity

  52. def withFailureAndRerunMode(mode: FailureAndRerunMode): CopyActivity

  53. def withLateAfterTimeout(timeout: Parameter[Duration]): CopyActivity

  54. def withMaximumRetries(retries: Parameter[Int]): CopyActivity

  55. def withRetryDelay(delay: Parameter[Duration]): CopyActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped