com.krux.hyperion.activity

HiveActivity

case class HiveActivity extends PipelineActivity with Product with Serializable

Runs a Hive query on an Amazon EMR cluster. HiveActivity makes it easier to set up an Amzon EMR activity and automatically creates Hive tables based on input data coming in from either Amazon S3 or Amazon RDS. All you need to specify is the HiveQL to run on the source data. AWS Data Pipeline automatically creates Hive tables with ${input1}, ${input2}, etc. based on the input fields in the Hive Activity object. For S3 inputs, the dataFormat field is used to create the Hive column names. For MySQL (RDS) inputs, the column names for the SQL query are used to create the Hive column names.

Source
HiveActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. HiveActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. PipelineActivity
  7. PipelineObject
  8. Ordered
  9. Comparable
  10. AnyRef
  11. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  10. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  11. val attemptTimeout: Option[Parameter[Duration]]

  12. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  13. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered

  14. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable

  15. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    HiveActivity → PipelineActivity

  16. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  17. val failureAndRerunMode: Option[FailureAndRerunMode]

  18. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  19. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  20. def groupedBy(group: String): HiveActivity

    Definition Classes
    HiveActivity → PipelineActivity

  21. val hadoopQueue: Option[String]

  22. val hiveScript: Script

  23. val id: PipelineObjectId

    Definition Classes
    HiveActivity → PipelineObject

  24. val input: DataNode

  25. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  26. val lateAfterTimeout: Option[Parameter[Duration]]

  27. val maximumRetries: Option[Parameter[Int]]

  28. def named(name: String): HiveActivity

    Definition Classes
    HiveActivity → PipelineActivity

  29. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  30. final def notify(): Unit

    Definition Classes
    AnyRef

  31. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  32. def objects: Iterable[PipelineObject]

    Definition Classes
    HiveActivity → PipelineObject

  33. def onFail(alarms: SnsAlarm*): HiveActivity

    Definition Classes
    HiveActivity → PipelineActivity

  34. val onFailAlarms: Seq[SnsAlarm]

  35. def onLateAction(alarms: SnsAlarm*): HiveActivity

    Definition Classes
    HiveActivity → PipelineActivity

  36. val onLateActionAlarms: Seq[SnsAlarm]

  37. def onSuccess(alarms: SnsAlarm*): HiveActivity

    Definition Classes
    HiveActivity → PipelineActivity

  38. val onSuccessAlarms: Seq[SnsAlarm]

  39. val output: DataNode

  40. val postActivityTaskConfig: Option[ShellScriptConfig]

  41. val preActivityTaskConfig: Option[ShellScriptConfig]

  42. val preconditions: Seq[Precondition]

  43. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivity → PipelineObject

  44. val retryDelay: Option[Parameter[Duration]]

  45. val runsOn: Resource[EmrCluster]

  46. val scriptVariables: Seq[String]

  47. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject

  48. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject

  49. lazy val serialize: AdpHiveActivity

    Definition Classes
    HiveActivity → PipelineActivity → PipelineObject

  50. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  51. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject

  52. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  53. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  54. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  55. def whenMet(conditions: Precondition*): HiveActivity

    Definition Classes
    HiveActivity → PipelineActivity

  56. def withAttemptTimeout(timeout: Parameter[Duration]): HiveActivity

  57. def withFailureAndRerunMode(mode: FailureAndRerunMode): HiveActivity

  58. def withHadoopQueue(queue: String): HiveActivity

  59. def withLateAfterTimeout(timeout: Parameter[Duration]): HiveActivity

  60. def withMaximumRetries(retries: Parameter[Int]): HiveActivity

  61. def withPostActivityTaskConfig(script: ShellScriptConfig): HiveActivity

  62. def withPreActivityTaskConfig(script: ShellScriptConfig): HiveActivity

  63. def withRetryDelay(delay: Parameter[Duration]): HiveActivity

  64. def withScriptVariable(scriptVariable: String*): HiveActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped