com.krux.hyperion.resource

SparkCluster

class SparkCluster extends EmrCluster

Launch a Spark cluster

Source
SparkCluster.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SparkCluster
  2. EmrCluster
  3. ResourceObject
  4. PipelineObject
  5. Ordered
  6. Comparable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  10. val actionOnResourceFailure: Option[ActionOnResourceFailure]

  11. val actionOnTaskFailure: Option[ActionOnTaskFailure]

  12. val additionalMasterSecurityGroupIds: Seq[String]

  13. val additionalSlaveSecurityGroupIds: Seq[String]

  14. val amiVersion: String

  15. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  16. val availabilityZone: Option[String]

  17. val bootstrapAction: Seq[String]

  18. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  19. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered
  20. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable
  21. def copy(id: PipelineObjectId = id, sparkVersion: String = sparkVersion, amiVersion: String = amiVersion, supportedProducts: Option[String] = supportedProducts, standardBootstrapAction: Seq[String] = standardBootstrapAction, bootstrapAction: Seq[String] = bootstrapAction, enableDebugging: Option[Boolean] = enableDebugging, hadoopSchedulerType: Option[SchedulerType] = hadoopSchedulerType, keyPair: Option[String] = keyPair, masterInstanceBidPrice: Option[Parameter[Double]] = masterInstanceBidPrice, masterInstanceType: Option[String] = masterInstanceType, coreInstanceBidPrice: Option[Parameter[Double]] = coreInstanceBidPrice, coreInstanceCount: Parameter[Int] = coreInstanceCount, coreInstanceType: Option[String] = coreInstanceType, taskInstanceBidPrice: Option[Parameter[Double]] = taskInstanceBidPrice, taskInstanceCount: Parameter[Int] = taskInstanceCount, taskInstanceType: Option[String] = taskInstanceType, region: Option[String] = region, availabilityZone: Option[String] = availabilityZone, resourceRole: Option[String] = resourceRole, role: Option[String] = role, subnetId: Option[String] = subnetId, masterSecurityGroupId: Option[String] = masterSecurityGroupId, additionalMasterSecurityGroupIds: Seq[String] = additionalMasterSecurityGroupIds, slaveSecurityGroupId: Option[String] = slaveSecurityGroupId, additionalSlaveSecurityGroupIds: Seq[String] = additionalSlaveSecurityGroupIds, useOnDemandOnLastAttempt: Option[Boolean] = useOnDemandOnLastAttempt, visibleToAllUsers: Option[Boolean] = visibleToAllUsers, initTimeout: Option[Parameter[Duration]] = initTimeout, terminateAfter: Option[Parameter[Duration]] = terminateAfter, actionOnResourceFailure: Option[ActionOnResourceFailure] = actionOnResourceFailure, actionOnTaskFailure: Option[ActionOnTaskFailure] = actionOnTaskFailure): SparkCluster

  22. val coreInstanceBidPrice: Option[Parameter[Double]]

  23. val coreInstanceCount: Parameter[Int]

  24. val coreInstanceType: Option[String]

  25. val enableDebugging: Option[Boolean]

  26. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  27. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  28. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  29. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  30. def groupedBy(group: String): SparkCluster

    Definition Classes
    SparkClusterResourceObject
  31. val hadoopSchedulerType: Option[SchedulerType]

  32. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  33. val id: PipelineObjectId

    Definition Classes
    SparkClusterPipelineObject
  34. val initTimeout: Option[Parameter[Duration]]

  35. lazy val instanceCount: Int

  36. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  37. val keyPair: Option[String]

  38. val masterInstanceBidPrice: Option[Parameter[Double]]

  39. val masterInstanceType: Option[String]

  40. val masterSecurityGroupId: Option[String]

  41. def named(name: String): SparkCluster

    Definition Classes
    SparkClusterResourceObject
  42. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  43. final def notify(): Unit

    Definition Classes
    AnyRef
  44. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  45. def objects: Iterable[PipelineObject]

    Definition Classes
    ResourceObjectPipelineObject
  46. def ref: AdpRef[AdpEmrCluster]

    Definition Classes
    EmrClusterPipelineObject
  47. val region: Option[String]

  48. val resourceRole: Option[String]

  49. val role: Option[String]

  50. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  51. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  52. lazy val serialize: AdpEmrCluster

    Definition Classes
    SparkClusterEmrClusterPipelineObject
  53. val slaveSecurityGroupId: Option[String]

  54. val sparkVersion: String

  55. val standardBootstrapAction: Seq[String]

  56. val subnetId: Option[String]

  57. val supportedProducts: Option[String]

  58. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  59. val taskInstanceBidPrice: Option[Parameter[Double]]

  60. val taskInstanceCount: Parameter[Int]

  61. val taskInstanceType: Option[String]

  62. val terminateAfter: Option[Parameter[Duration]]

  63. def terminatingAfter(terminateAfter: Parameter[Duration]): SparkCluster

  64. def toString(): String

    Definition Classes
    AnyRef → Any
  65. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  66. val useOnDemandOnLastAttempt: Option[Boolean]

  67. val visibleToAllUsers: Option[Boolean]

  68. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  69. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  70. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  71. def withActionOnResourceFailure(actionOnResourceFailure: ActionOnResourceFailure): SparkCluster

  72. def withActionOnTaskFailure(actionOnTaskFailure: ActionOnTaskFailure): SparkCluster

  73. def withAdditionalMasterSecurityGroupIds(securityGroupId: String*): SparkCluster

  74. def withAdditionalSlaveSecurityGroupIds(securityGroupIds: String*): SparkCluster

  75. def withAmiVersion(ver: String): SparkCluster

  76. def withAvailabilityZone(availabilityZone: String): SparkCluster

  77. def withBootstrapAction(action: String*): SparkCluster

  78. def withCoreInstanceBidPrice(coreInstanceBidPrice: Parameter[Double]): SparkCluster

  79. def withCoreInstanceCount(instanceCount: Parameter[Int]): SparkCluster

  80. def withCoreInstanceType(instanceType: String): SparkCluster

  81. def withDebuggingEnabled(): SparkCluster

  82. def withHadoopSchedulerType(hadoopSchedulerType: SchedulerType): SparkCluster

  83. def withInitTimeout(timeout: Parameter[Duration]): SparkCluster

  84. def withKeyPair(keyPair: String): SparkCluster

  85. def withMasterInstanceBidPrice(masterInstanceBidPrice: Parameter[Double]): SparkCluster

  86. def withMasterInstanceType(instanceType: String): SparkCluster

  87. def withMasterSecurityGroupId(masterSecurityGroupId: String): SparkCluster

  88. def withRegion(region: String): SparkCluster

  89. def withResourceRole(role: String): SparkCluster

  90. def withRole(role: String): SparkCluster

  91. def withSlaveSecurityGroupId(slaveSecurityGroupId: String): SparkCluster

  92. def withSparkVersion(sparkVersion: String): SparkCluster

  93. def withSubnetId(id: String): SparkCluster

  94. def withSupportedProducts(products: String): SparkCluster

  95. def withTaskInstanceBidPrice(bid: Parameter[Double]): SparkCluster

  96. def withTaskInstanceCount(instanceCount: Parameter[Int]): SparkCluster

  97. def withTaskInstanceType(instanceType: String): SparkCluster

  98. def withUseOnDemandOnLastAttempt(useOnDemandOnLastAttempt: Boolean): SparkCluster

  99. def withVisibleToAllUsers(visibleToAllUsers: Boolean): SparkCluster

Inherited from EmrCluster

Inherited from ResourceObject

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped