com.krux.hyperion.resource

SparkCluster

case class SparkCluster extends EmrCluster with Product with Serializable

Launch a Spark cluster

Source
SparkCluster.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, EmrCluster, ResourceObject, NamedPipelineObject, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SparkCluster
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. EmrCluster
  7. ResourceObject
  8. NamedPipelineObject
  9. PipelineObject
  10. Ordered
  11. Comparable
  12. AnyRef
  13. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. type Self = SparkCluster

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  10. def actionOnResourceFailure: Option[ActionOnResourceFailure]

    Definition Classes
    ResourceObject
  11. def actionOnTaskFailure: Option[ActionOnTaskFailure]

    Definition Classes
    ResourceObject
  12. def additionalMasterSecurityGroupIds: Seq[HString]

    Definition Classes
    EmrCluster
  13. def additionalSlaveSecurityGroupIds: Seq[HString]

    Definition Classes
    EmrCluster
  14. def amiVersion: Option[HString]

    Definition Classes
    EmrCluster
  15. def applications: Seq[HString]

    Definition Classes
    SparkClusterEmrCluster
  16. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  17. def availabilityZone: Option[HString]

    Definition Classes
    ResourceObject
  18. val baseFields: BaseFields

    Definition Classes
    SparkClusterNamedPipelineObject
  19. def bootstrapAction: Seq[HString]

    Definition Classes
    EmrCluster
  20. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  21. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered
  22. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable
  23. def configuration: Seq[EmrConfiguration]

    Definition Classes
    EmrCluster
  24. def coreInstanceBidPrice: Option[HDouble]

    Definition Classes
    EmrCluster
  25. def coreInstanceCount: HInt

    Definition Classes
    EmrCluster
  26. def coreInstanceType: Option[HString]

    Definition Classes
    EmrCluster
  27. val emrClusterFields: EmrClusterFields

    Definition Classes
    SparkClusterEmrCluster
  28. def enableDebugging: Option[HBoolean]

    Definition Classes
    EmrCluster
  29. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  30. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  31. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  32. def groupedBy(group: String): Self

    Postfix the name field

    Postfix the name field

    Definition Classes
    NamedPipelineObject
  33. def hadoopSchedulerType: Option[SchedulerType]

    Definition Classes
    EmrCluster
  34. def httpProxy: Option[HttpProxy]

    Definition Classes
    ResourceObject
  35. def id: PipelineObjectId

    Definition Classes
    NamedPipelineObjectPipelineObject
  36. def idGroupedBy(group: String): Self

    Have a grouping postfix in the id field

    Have a grouping postfix in the id field

    Definition Classes
    NamedPipelineObject
    Note

    Id naming is more restrictive, it is recommended to not changing the id unleass you have a good reason

  37. def idNamed(namePrefix: String): Self

    Id field will be prefixed with name

    Id field will be prefixed with name

    Definition Classes
    NamedPipelineObject
    Note

    Id naming is more restrictive, it is recommended to not changing the id unless you have a good reason

  38. def initTimeout: Option[HDuration]

    Definition Classes
    ResourceObject
  39. lazy val instanceCount: HInt

    Definition Classes
    EmrCluster
  40. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  41. def keyPair: Option[HString]

    Definition Classes
    ResourceObject
  42. val logger: Logger

    Definition Classes
    SparkClusterEmrCluster
  43. def masterInstanceBidPrice: Option[HDouble]

    Definition Classes
    EmrCluster
  44. def masterInstanceType: Option[HString]

    Definition Classes
    EmrCluster
  45. def masterSecurityGroupId: Option[HString]

    Definition Classes
    EmrCluster
  46. def name: Option[String]

    Name of the pipeline object, if not set, it will defaults to

    Name of the pipeline object, if not set, it will defaults to

    Option(id)
    Definition Classes
    NamedPipelineObject
  47. def named(namePrefix: String): Self

    Give the object a name prefix

    Give the object a name prefix

    Definition Classes
    NamedPipelineObject
  48. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  49. final def notify(): Unit

    Definition Classes
    AnyRef
  50. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  51. def objects: Iterable[PipelineObject]

    Definition Classes
    EmrClusterResourceObjectPipelineObject
  52. def ref: AdpRef[AdpEmrCluster]

    Definition Classes
    EmrClusterPipelineObject
  53. def region: Option[HString]

    Definition Classes
    ResourceObject
  54. def releaseLabel: Option[HString]

    Definition Classes
    EmrCluster
  55. val resourceFields: ResourceFields

    Definition Classes
    SparkClusterResourceObject
  56. def resourceRole: Option[HString]

    Definition Classes
    ResourceObject
  57. def role: Option[HString]

    Definition Classes
    ResourceObject
  58. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  59. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  60. lazy val serialize: AdpEmrCluster

    Definition Classes
    EmrClusterPipelineObject
  61. def slaveSecurityGroupId: Option[HString]

    Definition Classes
    EmrCluster
  62. val sparkVersion: Option[HString]

  63. def standardBootstrapAction: Seq[HString]

    Definition Classes
    SparkClusterEmrCluster
  64. def subnetId: Option[HString]

    Definition Classes
    ResourceObject
  65. def supportedProducts: Option[HString]

    Definition Classes
    EmrCluster
  66. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  67. def taskInstanceBidPrice: Option[HDouble]

    Definition Classes
    EmrCluster
  68. def taskInstanceCount: HInt

    Definition Classes
    EmrCluster
  69. def taskInstanceType: Option[HString]

    Definition Classes
    EmrCluster
  70. def terminateAfter(after: HDuration): Self

    Definition Classes
    ResourceObject
  71. def terminateAfter: Option[HDuration]

    Definition Classes
    ResourceObject
  72. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  73. def updateBaseFields(fields: BaseFields): SparkCluster

    Definition Classes
    SparkClusterNamedPipelineObject
  74. def updateEmrClusterFields(fields: EmrClusterFields): SparkCluster

    Definition Classes
    SparkClusterEmrCluster
  75. def updateResourceFields(fields: ResourceFields): SparkCluster

    Definition Classes
    SparkClusterResourceObject
  76. def useOnDemandOnLastAttempt: Option[HBoolean]

    Definition Classes
    ResourceObject
  77. def visibleToAllUsers: Option[HBoolean]

    Definition Classes
    EmrCluster
  78. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  79. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  80. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  81. def withActionOnResourceFailure(action: ActionOnResourceFailure): Self

    Definition Classes
    ResourceObject
  82. def withActionOnTaskFailure(action: ActionOnTaskFailure): Self

    Definition Classes
    ResourceObject
  83. def withAdditionalMasterSecurityGroupIds(groupIds: HString*): Self

    Definition Classes
    EmrCluster
  84. def withAdditionalSlaveSecurityGroupIds(groupIds: HString*): Self

    Definition Classes
    EmrCluster
  85. def withAmiVersion(version: HString): Self

    Definition Classes
    EmrCluster
  86. def withApplications(apps: HString*): Self

    Definition Classes
    EmrCluster
  87. def withAvailabilityZone(az: HString): Self

    Definition Classes
    ResourceObject
  88. def withBootstrapAction(actions: HString*): Self

    Definition Classes
    EmrCluster
  89. def withConfiguration(conf: EmrConfiguration*): Self

    Definition Classes
    EmrCluster
  90. def withCoreInstanceBidPrice(price: HDouble): Self

    Definition Classes
    EmrCluster
  91. def withCoreInstanceCount(count: HInt): Self

    Definition Classes
    EmrCluster
  92. def withCoreInstanceType(instanceType: HString): Self

    Definition Classes
    EmrCluster
  93. def withDebuggingEnabled(enabled: HBoolean): Self

    Definition Classes
    EmrCluster
  94. def withHadoopSchedulerType(scheduleType: SchedulerType): Self

    Definition Classes
    EmrCluster
  95. def withHttpProxy(proxy: HttpProxy): Self

    Definition Classes
    ResourceObject
  96. def withInitTimeout(timeout: HDuration): Self

    Definition Classes
    ResourceObject
  97. def withKeyPair(theKeyPair: HString): Self

    Definition Classes
    ResourceObject
  98. def withMasterInstanceBidPrice(price: HDouble): Self

    Definition Classes
    EmrCluster
  99. def withMasterInstanceType(instanceType: HString): Self

    Definition Classes
    EmrCluster
  100. def withMasterSecurityGroupId(groupId: HString): Self

    Definition Classes
    EmrCluster
  101. def withRegion(r: HString): Self

    Definition Classes
    ResourceObject
  102. def withReleaseLabel(label: HString): Self

    Definition Classes
    EmrCluster
  103. def withResourceRole(r: HString): Self

    Definition Classes
    ResourceObject
  104. def withRole(r: HString): Self

    Definition Classes
    ResourceObject
  105. def withSlaveSecurityGroupId(groupId: HString): Self

    Definition Classes
    EmrCluster
  106. def withSparkVersion(sparkVersion: HString): SparkCluster

  107. def withStandardBootstrapAction(actions: HString*): Self

    Definition Classes
    EmrCluster
  108. def withSubnetId(subnet: HString): Self

    Definition Classes
    ResourceObject
  109. def withSupportedProducts(products: HString): Self

    Definition Classes
    EmrCluster
  110. def withTaskInstanceBidPrice(price: HDouble): Self

    Definition Classes
    EmrCluster
  111. def withTaskInstanceCount(count: HInt): Self

    Definition Classes
    EmrCluster
  112. def withTaskInstanceType(instanceType: HString): Self

    Definition Classes
    EmrCluster
  113. def withUseOnDemandOnLastAttempt(use: HBoolean): Self

    Definition Classes
    ResourceObject
  114. def withVisibleToAllUsers(visible: HBoolean): Self

    Definition Classes
    EmrCluster

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from EmrCluster

Inherited from ResourceObject

Inherited from NamedPipelineObject

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped