com.krux.hyperion.activity

PigActivity

case class PigActivity extends PipelineActivity with Product with Serializable

PigActivity provides native support for Pig scripts in AWS Data Pipeline without the requirement to use ShellCommandActivity or EmrActivity. In addition, PigActivity supports data staging. When the stage field is set to true, AWS Data Pipeline stages the input data as a schema in Pig without additional code from the user.

Source
PigActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. PigActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. PipelineActivity
  7. PipelineObject
  8. Ordered
  9. Comparable
  10. AnyRef
  11. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered

  10. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  11. val attemptTimeout: Option[Parameter[Duration]]

  12. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  13. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered

  14. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable

  15. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    PigActivity → PipelineActivity

  16. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  17. val failureAndRerunMode: Option[FailureAndRerunMode]

  18. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  19. val generatedScriptsPath: Option[S3Uri]

  20. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  21. def groupedBy(group: String): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  22. val hadoopQueue: Option[String]

  23. val id: PipelineObjectId

    Definition Classes
    PigActivity → PipelineObject

  24. val input: Option[DataNode]

  25. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  26. val lateAfterTimeout: Option[Parameter[Duration]]

  27. val maximumRetries: Option[Parameter[Int]]

  28. def named(name: String): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  29. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  30. final def notify(): Unit

    Definition Classes
    AnyRef

  31. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  32. def objects: Iterable[PipelineObject]

    Definition Classes
    PigActivity → PipelineObject

  33. def onFail(alarms: SnsAlarm*): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  34. val onFailAlarms: Seq[SnsAlarm]

  35. def onLateAction(alarms: SnsAlarm*): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  36. val onLateActionAlarms: Seq[SnsAlarm]

  37. def onSuccess(alarms: SnsAlarm*): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  38. val onSuccessAlarms: Seq[SnsAlarm]

  39. val output: Option[DataNode]

  40. val postActivityTaskConfig: Option[ShellScriptConfig]

  41. val preActivityTaskConfig: Option[ShellScriptConfig]

  42. val preconditions: Seq[Precondition]

  43. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivity → PipelineObject

  44. val retryDelay: Option[Parameter[Duration]]

  45. val runsOn: Resource[EmrCluster]

  46. val script: Script

  47. val scriptVariables: Seq[String]

  48. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject

  49. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject

  50. lazy val serialize: AdpPigActivity

    Definition Classes
    PigActivity → PipelineActivity → PipelineObject

  51. val stage: Option[Boolean]

  52. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  53. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject

  54. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  55. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  56. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  57. def whenMet(conditions: Precondition*): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  58. def withAttemptTimeout(timeout: Parameter[Duration]): PigActivity

  59. def withFailureAndRerunMode(mode: FailureAndRerunMode): PigActivity

  60. def withGeneratedScriptsPath(generatedScriptsPath: S3Uri): PigActivity

  61. def withHadoopQueue(queue: String): PigActivity

  62. def withInput(in: DataNode): PigActivity

  63. def withLateAfterTimeout(timeout: Parameter[Duration]): PigActivity

  64. def withMaximumRetries(retries: Parameter[Int]): PigActivity

  65. def withOutput(out: DataNode): PigActivity

  66. def withPostActivityTaskConfig(script: ShellScriptConfig): PigActivity

  67. def withPreActivityTaskConfig(script: ShellScriptConfig): PigActivity

  68. def withRetryDelay(delay: Parameter[Duration]): PigActivity

  69. def withScriptVariable(scriptVariable: String*): PigActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped