com.krux.hyperion.activity

HiveCopyActivity

case class HiveCopyActivity[A <: EmrCluster] extends EmrTaskActivity[A] with Product with Serializable

Runs a Hive query on an Amazon EMR cluster. HiveCopyActivity makes it easier to copy data between Amazon S3 and DynamoDB. HiveCopyActivity accepts a HiveQL statement to filter input data from Amazon S3 or DynomoDB at the column and row level.

Source
HiveCopyActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, EmrTaskActivity[A], EmrActivity[A], PipelineActivity[A], NamedPipelineObject, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. HiveCopyActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. EmrTaskActivity
  7. EmrActivity
  8. PipelineActivity
  9. NamedPipelineObject
  10. PipelineObject
  11. Ordered
  12. Comparable
  13. AnyRef
  14. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. type Self = HiveCopyActivity[A]

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  10. val activityFields: ActivityFields[A]

    Definition Classes
    HiveCopyActivityPipelineActivity
  11. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  12. def attemptTimeout: Option[HDuration]

    Definition Classes
    PipelineActivity
  13. val baseFields: BaseFields

    Definition Classes
    HiveCopyActivityNamedPipelineObject
  14. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  15. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered
  16. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable
  17. def dependsOn: Seq[PipelineActivity[_]]

    Definition Classes
    PipelineActivity
  18. val emrTaskActivityFields: EmrTaskActivityFields

    Definition Classes
    HiveCopyActivityEmrTaskActivity
  19. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  20. def failureAndRerunMode: Option[FailureAndRerunMode]

    Definition Classes
    PipelineActivity
  21. val filterSql: Option[HString]

  22. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  23. val generatedScriptsPath: Option[HS3Uri]

  24. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  25. def groupedBy(group: String): Self

    Postfix the name field

    Postfix the name field

    Definition Classes
    NamedPipelineObject
  26. def id: PipelineObjectId

    Definition Classes
    NamedPipelineObjectPipelineObject
  27. def idGroupedBy(group: String): Self

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes
    NamedPipelineObject
    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

  28. def idNamed(namePrefix: String): Self

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes
    NamedPipelineObject
    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

  29. val input: DataNode

  30. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  31. def lateAfterTimeout: Option[HDuration]

    Definition Classes
    PipelineActivity
  32. def maximumRetries: Option[HInt]

    Definition Classes
    PipelineActivity
  33. def name: Option[String]

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)
    Definition Classes
    NamedPipelineObject
  34. def named(namePrefix: String): Self

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes
    NamedPipelineObject
  35. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  36. final def notify(): Unit

    Definition Classes
    AnyRef
  37. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  38. def objects: Iterable[PipelineObject]

  39. def onFail(alarms: SnsAlarm*): Self

    Definition Classes
    PipelineActivity
  40. def onFailAlarms: Seq[SnsAlarm]

    Definition Classes
    PipelineActivity
  41. def onLateAction(alarms: SnsAlarm*): Self

    Definition Classes
    PipelineActivity
  42. def onLateActionAlarms: Seq[SnsAlarm]

    Definition Classes
    PipelineActivity
  43. def onSuccess(alarms: SnsAlarm*): Self

    Definition Classes
    PipelineActivity
  44. def onSuccessAlarms: Seq[SnsAlarm]

    Definition Classes
    PipelineActivity
  45. val output: DataNode

  46. def postActivityTaskConfig: Option[ShellScriptConfig]

    Definition Classes
    EmrTaskActivity
  47. def preActivityTaskConfig: Option[ShellScriptConfig]

    Definition Classes
    EmrTaskActivity
  48. def preconditions: Seq[Precondition]

    Definition Classes
    PipelineActivity
  49. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivityPipelineObject
  50. def retryDelay: Option[HDuration]

    Definition Classes
    PipelineActivity
  51. def runsOn: Resource[A]

    Definition Classes
    PipelineActivity
  52. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  53. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  54. lazy val serialize: AdpHiveCopyActivity

  55. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  56. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  57. def updateActivityFields(fields: ActivityFields[A]): HiveCopyActivity[A]

    Definition Classes
    HiveCopyActivityPipelineActivity
  58. def updateBaseFields(fields: BaseFields): HiveCopyActivity[A]

    Definition Classes
    HiveCopyActivityNamedPipelineObject
  59. def updateEmrTaskActivityFields(fields: EmrTaskActivityFields): HiveCopyActivity[A]

    Definition Classes
    HiveCopyActivityEmrTaskActivity
  60. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  61. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  62. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  63. def whenMet(conditions: Precondition*): Self

    Definition Classes
    PipelineActivity
  64. def withAttemptTimeout(duration: HDuration): Self

    Definition Classes
    PipelineActivity
  65. def withFailureAndRerunMode(mode: FailureAndRerunMode): Self

    Definition Classes
    PipelineActivity
  66. def withFilterSql(filterSql: HString): HiveCopyActivity[A]

  67. def withGeneratedScriptsPath(generatedScriptsPath: HS3Uri): HiveCopyActivity[A]

  68. def withLateAfterTimeout(duration: HDuration): Self

    Definition Classes
    PipelineActivity
  69. def withMaximumRetries(retries: HInt): Self

    Definition Classes
    PipelineActivity
  70. def withPostActivityTaskConfig(config: ShellScriptConfig): Self

    Definition Classes
    EmrTaskActivity
  71. def withPreActivityTaskConfig(config: ShellScriptConfig): Self

    Definition Classes
    EmrTaskActivity
  72. def withRetryDelay(duration: HDuration): Self

    Definition Classes
    PipelineActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from EmrTaskActivity[A]

Inherited from EmrActivity[A]

Inherited from PipelineActivity[A]

Inherited from NamedPipelineObject

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped