Class/Object

com.krux.hyperion.resource

SparkCluster

Related Docs: object SparkCluster | package resource

Permalink

class SparkCluster extends EmrCluster

Launch a Spark cluster

Source
SparkCluster.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SparkCluster
  2. EmrCluster
  3. ResourceObject
  4. PipelineObject
  5. Ordered
  6. Comparable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. def <(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  4. def <=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  5. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  6. def >(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  7. def >=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered
  8. val actionOnResourceFailure: Option[ActionOnResourceFailure]

    Permalink
  9. val actionOnTaskFailure: Option[ActionOnTaskFailure]

    Permalink
  10. val additionalMasterSecurityGroupIds: Seq[String]

    Permalink
  11. val additionalSlaveSecurityGroupIds: Seq[String]

    Permalink
  12. val amiVersion: String

    Permalink
  13. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  14. val availabilityZone: Option[String]

    Permalink
  15. val bootstrapAction: Seq[String]

    Permalink
  16. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  17. def compare(that: PipelineObject): Int

    Permalink
    Definition Classes
    PipelineObject → Ordered
  18. def compareTo(that: PipelineObject): Int

    Permalink
    Definition Classes
    Ordered → Comparable
  19. def copy(id: PipelineObjectId = id, sparkVersion: String = sparkVersion, amiVersion: String = amiVersion, supportedProducts: Option[String] = supportedProducts, standardBootstrapAction: Seq[String] = standardBootstrapAction, bootstrapAction: Seq[String] = bootstrapAction, enableDebugging: Option[Boolean] = enableDebugging, hadoopSchedulerType: Option[SchedulerType] = hadoopSchedulerType, keyPair: Option[String] = keyPair, masterInstanceBidPrice: Option[Parameter[Double]] = masterInstanceBidPrice, masterInstanceType: Option[String] = masterInstanceType, coreInstanceBidPrice: Option[Parameter[Double]] = coreInstanceBidPrice, coreInstanceCount: Parameter[Int] = coreInstanceCount, coreInstanceType: Option[String] = coreInstanceType, taskInstanceBidPrice: Option[Parameter[Double]] = taskInstanceBidPrice, taskInstanceCount: Parameter[Int] = taskInstanceCount, taskInstanceType: Option[String] = taskInstanceType, region: Option[String] = region, availabilityZone: Option[String] = availabilityZone, resourceRole: Option[String] = resourceRole, role: Option[String] = role, subnetId: Option[String] = subnetId, masterSecurityGroupId: Option[String] = masterSecurityGroupId, additionalMasterSecurityGroupIds: Seq[String] = additionalMasterSecurityGroupIds, slaveSecurityGroupId: Option[String] = slaveSecurityGroupId, additionalSlaveSecurityGroupIds: Seq[String] = additionalSlaveSecurityGroupIds, useOnDemandOnLastAttempt: Option[Boolean] = useOnDemandOnLastAttempt, visibleToAllUsers: Option[Boolean] = visibleToAllUsers, initTimeout: Option[Parameter[Duration]] = initTimeout, terminateAfter: Option[Parameter[Duration]] = terminateAfter, actionOnResourceFailure: Option[ActionOnResourceFailure] = actionOnResourceFailure, actionOnTaskFailure: Option[ActionOnTaskFailure] = actionOnTaskFailure): SparkCluster

    Permalink
  20. val coreInstanceBidPrice: Option[Parameter[Double]]

    Permalink
  21. val coreInstanceCount: Parameter[Int]

    Permalink
  22. val coreInstanceType: Option[String]

    Permalink
  23. val enableDebugging: Option[Boolean]

    Permalink
  24. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  25. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  26. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  27. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  28. def groupedBy(group: String): SparkCluster

    Permalink
    Definition Classes
    SparkClusterResourceObject
  29. val hadoopSchedulerType: Option[SchedulerType]

    Permalink
  30. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  31. val id: PipelineObjectId

    Permalink
    Definition Classes
    SparkClusterPipelineObject
  32. val initTimeout: Option[Parameter[Duration]]

    Permalink
  33. lazy val instanceCount: Int

    Permalink
  34. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  35. val keyPair: Option[String]

    Permalink
  36. val masterInstanceBidPrice: Option[Parameter[Double]]

    Permalink
  37. val masterInstanceType: Option[String]

    Permalink
  38. val masterSecurityGroupId: Option[String]

    Permalink
  39. def named(name: String): SparkCluster

    Permalink
    Definition Classes
    SparkClusterResourceObject
  40. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  41. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  42. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  43. def objects: Iterable[PipelineObject]

    Permalink
    Definition Classes
    ResourceObjectPipelineObject
  44. def ref: AdpRef[AdpEmrCluster]

    Permalink
    Definition Classes
    EmrClusterPipelineObject
  45. val region: Option[String]

    Permalink
  46. val resourceRole: Option[String]

    Permalink
  47. val role: Option[String]

    Permalink
  48. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Permalink
    Definition Classes
    PipelineObject
  49. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Permalink
    Definition Classes
    PipelineObject
  50. lazy val serialize: AdpEmrCluster

    Permalink
    Definition Classes
    SparkClusterEmrClusterPipelineObject
  51. val slaveSecurityGroupId: Option[String]

    Permalink
  52. val sparkVersion: String

    Permalink
  53. val standardBootstrapAction: Seq[String]

    Permalink
  54. val subnetId: Option[String]

    Permalink
  55. val supportedProducts: Option[String]

    Permalink
  56. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  57. val taskInstanceBidPrice: Option[Parameter[Double]]

    Permalink
  58. val taskInstanceCount: Parameter[Int]

    Permalink
  59. val taskInstanceType: Option[String]

    Permalink
  60. val terminateAfter: Option[Parameter[Duration]]

    Permalink
  61. def terminatingAfter(terminateAfter: Parameter[Duration]): SparkCluster

    Permalink
  62. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  63. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Permalink
    Definition Classes
    PipelineObject
  64. val useOnDemandOnLastAttempt: Option[Boolean]

    Permalink
  65. val visibleToAllUsers: Option[Boolean]

    Permalink
  66. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  67. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  68. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  69. def withActionOnResourceFailure(actionOnResourceFailure: ActionOnResourceFailure): SparkCluster

    Permalink
  70. def withActionOnTaskFailure(actionOnTaskFailure: ActionOnTaskFailure): SparkCluster

    Permalink
  71. def withAdditionalMasterSecurityGroupIds(securityGroupId: String*): SparkCluster

    Permalink
  72. def withAdditionalSlaveSecurityGroupIds(securityGroupIds: String*): SparkCluster

    Permalink
  73. def withAmiVersion(ver: String): SparkCluster

    Permalink
  74. def withAvailabilityZone(availabilityZone: String): SparkCluster

    Permalink
  75. def withBootstrapAction(action: String*): SparkCluster

    Permalink
  76. def withCoreInstanceBidPrice(coreInstanceBidPrice: Parameter[Double]): SparkCluster

    Permalink
  77. def withCoreInstanceCount(instanceCount: Parameter[Int]): SparkCluster

    Permalink
  78. def withCoreInstanceType(instanceType: String): SparkCluster

    Permalink
  79. def withDebuggingEnabled(): SparkCluster

    Permalink
  80. def withHadoopSchedulerType(hadoopSchedulerType: SchedulerType): SparkCluster

    Permalink
  81. def withInitTimeout(timeout: Parameter[Duration]): SparkCluster

    Permalink
  82. def withKeyPair(keyPair: String): SparkCluster

    Permalink
  83. def withMasterInstanceBidPrice(masterInstanceBidPrice: Parameter[Double]): SparkCluster

    Permalink
  84. def withMasterInstanceType(instanceType: String): SparkCluster

    Permalink
  85. def withMasterSecurityGroupId(masterSecurityGroupId: String): SparkCluster

    Permalink
  86. def withRegion(region: String): SparkCluster

    Permalink
  87. def withResourceRole(role: String): SparkCluster

    Permalink
  88. def withRole(role: String): SparkCluster

    Permalink
  89. def withSlaveSecurityGroupId(slaveSecurityGroupId: String): SparkCluster

    Permalink
  90. def withSparkVersion(sparkVersion: String): SparkCluster

    Permalink
  91. def withSubnetId(id: String): SparkCluster

    Permalink
  92. def withSupportedProducts(products: String): SparkCluster

    Permalink
  93. def withTaskInstanceBidPrice(bid: Parameter[Double]): SparkCluster

    Permalink
  94. def withTaskInstanceCount(instanceCount: Parameter[Int]): SparkCluster

    Permalink
  95. def withTaskInstanceType(instanceType: String): SparkCluster

    Permalink
  96. def withUseOnDemandOnLastAttempt(useOnDemandOnLastAttempt: Boolean): SparkCluster

    Permalink
  97. def withVisibleToAllUsers(visibleToAllUsers: Boolean): SparkCluster

    Permalink

Inherited from EmrCluster

Inherited from ResourceObject

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped