com.krux.hyperion.activity

HiveCopyActivity

case class HiveCopyActivity extends PipelineActivity with Product with Serializable

Runs a Hive query on an Amazon EMR cluster. HiveCopyActivity makes it easier to copy data between Amazon S3 and DynamoDB. HiveCopyActivity accepts a HiveQL statement to filter input data from Amazon S3 or DynomoDB at the column and row level.

Source
HiveCopyActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. HiveCopyActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. PipelineActivity
  7. PipelineObject
  8. Ordered
  9. Comparable
  10. AnyRef
  11. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  10. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  11. val attemptTimeout: Option[Parameter[Duration]]

  12. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  13. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered
  14. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable
  15. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    HiveCopyActivityPipelineActivity
  16. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  17. val failureAndRerunMode: Option[FailureAndRerunMode]

  18. val filterSql: Option[String]

  19. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  20. val generatedScriptsPath: Option[S3Uri]

  21. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  22. def groupedBy(group: String): HiveCopyActivity

    Definition Classes
    HiveCopyActivityPipelineActivity
  23. val hadoopQueue: Option[String]

  24. val id: PipelineObjectId

    Definition Classes
    HiveCopyActivityPipelineObject
  25. val input: DataNode

  26. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  27. val lateAfterTimeout: Option[Parameter[Duration]]

  28. val maximumRetries: Option[Parameter[Int]]

  29. def named(name: String): HiveCopyActivity

    Definition Classes
    HiveCopyActivityPipelineActivity
  30. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  31. final def notify(): Unit

    Definition Classes
    AnyRef
  32. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  33. def objects: Iterable[PipelineObject]

    Definition Classes
    HiveCopyActivityPipelineObject
  34. def onFail(alarms: SnsAlarm*): HiveCopyActivity

    Definition Classes
    HiveCopyActivityPipelineActivity
  35. val onFailAlarms: Seq[SnsAlarm]

  36. def onLateAction(alarms: SnsAlarm*): HiveCopyActivity

    Definition Classes
    HiveCopyActivityPipelineActivity
  37. val onLateActionAlarms: Seq[SnsAlarm]

  38. def onSuccess(alarms: SnsAlarm*): HiveCopyActivity

    Definition Classes
    HiveCopyActivityPipelineActivity
  39. val onSuccessAlarms: Seq[SnsAlarm]

  40. val output: DataNode

  41. val postActivityTaskConfig: Option[ShellScriptConfig]

  42. val preActivityTaskConfig: Option[ShellScriptConfig]

  43. val preconditions: Seq[Precondition]

  44. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivityPipelineObject
  45. val retryDelay: Option[Parameter[Duration]]

  46. val runsOn: Resource[EmrCluster]

  47. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  48. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  49. lazy val serialize: AdpHiveCopyActivity

  50. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  51. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  52. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  53. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  54. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  55. def whenMet(conditions: Precondition*): HiveCopyActivity

    Definition Classes
    HiveCopyActivityPipelineActivity
  56. def withAttemptTimeout(timeout: Parameter[Duration]): HiveCopyActivity

  57. def withFailureAndRerunMode(mode: FailureAndRerunMode): HiveCopyActivity

  58. def withFilterSql(filterSql: String): HiveCopyActivity

  59. def withGeneratedScriptsPath(generatedScriptsPath: S3Uri): HiveCopyActivity

  60. def withHadoopQueue(queue: String): HiveCopyActivity

  61. def withLateAfterTimeout(timeout: Parameter[Duration]): HiveCopyActivity

  62. def withMaximumRetries(retries: Parameter[Int]): HiveCopyActivity

  63. def withPostActivityTaskConfig(script: ShellScriptConfig): HiveCopyActivity

  64. def withPreActivityTaskConfig(script: ShellScriptConfig): HiveCopyActivity

  65. def withRetryDelay(delay: Parameter[Duration]): HiveCopyActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped