com.krux.hyperion.activity

PigActivity

case class PigActivity extends PipelineActivity with Product with Serializable

PigActivity provides native support for Pig scripts in AWS Data Pipeline without the requirement to use ShellCommandActivity or EmrActivity. In addition, PigActivity supports data staging. When the stage field is set to true, AWS Data Pipeline stages the input data as a schema in Pig without additional code from the user.

Source
PigActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, PipelineActivity, PipelineObject, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. PigActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. PipelineActivity
  7. PipelineObject
  8. AnyRef
  9. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. def dependsOn(activities: PipelineActivity*): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  9. val dependsOn: Seq[PipelineActivity]

    Definition Classes
    PigActivity → PipelineActivity

  10. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  11. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  12. val generatedScriptsPath: Option[String]

  13. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  14. def groupedBy(group: String): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  15. implicit val hc: HyperionContext

  16. val id: PipelineObjectId

    Definition Classes
    PigActivity → PipelineObject

  17. val input: Option[DataNode]

  18. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  19. def named(name: String): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  20. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  21. final def notify(): Unit

    Definition Classes
    AnyRef

  22. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  23. def objects: Iterable[PipelineObject]

    Definition Classes
    PigActivity → PipelineObject

  24. def onFail(alarms: SnsAlarm*): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  25. val onFailAlarms: Seq[SnsAlarm]

  26. def onLateAction(alarms: SnsAlarm*): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  27. val onLateActionAlarms: Seq[SnsAlarm]

  28. def onSuccess(alarms: SnsAlarm*): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  29. val onSuccessAlarms: Seq[SnsAlarm]

  30. val output: Option[DataNode]

  31. val preconditions: Seq[Precondition]

  32. def ref: AdpRef[AdpActivity]

    Definition Classes
    PipelineActivity → PipelineObject

  33. val runsOn: EmrCluster

  34. val script: Option[String]

  35. val scriptUri: Option[String]

  36. val scriptVariable: Option[String]

  37. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject

  38. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject

  39. lazy val serialize: AdpPigActivity

    Definition Classes
    PigActivity → PipelineActivity → PipelineObject

  40. val stage: Option[Boolean]

  41. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  42. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject

  43. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  44. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  45. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  46. def whenMet(conditions: Precondition*): PigActivity

    Definition Classes
    PigActivity → PipelineActivity

  47. def withGeneratedScriptsPath(generatedScriptsPath: String): PigActivity

  48. def withInput(in: DataNode): PigActivity

  49. def withOutput(out: DataNode): PigActivity

  50. def withScript(script: String): PigActivity

  51. def withScriptUri(scriptUri: String): PigActivity

  52. def withScriptVariable(scriptVariable: String): PigActivity

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from AnyRef

Inherited from Any

Ungrouped