com.krux.hyperion.resource

SparkCluster

class SparkCluster extends EmrCluster

Launch a Spark cluster

Source
SparkCluster.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SparkCluster
  2. EmrCluster
  3. ResourceObject
  4. PipelineObject
  5. AnyRef
  6. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. val actionOnResourceFailure: Option[ActionOnResourceFailure]

  7. val actionOnTaskFailure: Option[ActionOnTaskFailure]

  8. val additionalMasterSecurityGroupIds: Seq[String]

  9. val additionalSlaveSecurityGroupIds: Seq[String]

  10. val amiVersion: String

  11. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  12. val availabilityZone: Option[String]

  13. val bootstrapAction: Seq[String]

  14. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  15. def copy(id: PipelineObjectId = id, bootstrapAction: Seq[String] = bootstrapAction, amiVersion: String = amiVersion, masterInstanceType: Option[String] = masterInstanceType, coreInstanceType: Option[String] = coreInstanceType, coreInstanceCount: Int = coreInstanceCount, taskInstanceType: Option[String] = taskInstanceType, taskInstanceCount: Int = taskInstanceCount, taskInstanceBidPrice: Option[Double] = taskInstanceBidPrice, terminateAfter: String = terminateAfter, keyPair: Option[String] = keyPair, region: Option[String] = region, sparkVersion: String = sparkVersion, enableDebugging: Option[Boolean] = enableDebugging, supportedProducts: Option[String] = supportedProducts, subnetId: Option[String] = subnetId, role: Option[String] = role, resourceRole: Option[String] = resourceRole, availabilityZone: Option[String] = availabilityZone, coreInstanceBidPrice: Option[Double] = coreInstanceBidPrice, masterInstanceBidPrice: Option[Double] = masterInstanceBidPrice, useOnDemandOnLastAttempt: Option[Boolean] = useOnDemandOnLastAttempt, visibleToAllUsers: Option[Boolean] = visibleToAllUsers, masterSecurityGroupId: Option[String] = masterSecurityGroupId, slaveSecurityGroupId: Option[String] = slaveSecurityGroupId, additionalMasterSecurityGroupIds: Seq[String] = additionalMasterSecurityGroupIds, additionalSlaveSecurityGroupIds: Seq[String] = additionalSlaveSecurityGroupIds, hadoopSchedulerType: Option[SchedulerType] = hadoopSchedulerType, actionOnResourceFailure: Option[ActionOnResourceFailure] = actionOnResourceFailure, actionOnTaskFailure: Option[ActionOnTaskFailure] = actionOnTaskFailure): SparkCluster

  16. val coreInstanceBidPrice: Option[Double]

  17. val coreInstanceCount: Int

  18. val coreInstanceType: Option[String]

  19. val enableDebugging: Option[Boolean]

  20. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  21. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  22. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  23. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  24. def groupedBy(group: String): SparkCluster

    Definition Classes
    SparkClusterResourceObject
  25. val hadoopSchedulerType: Option[SchedulerType]

  26. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  27. implicit val hc: HyperionContext

  28. val id: PipelineObjectId

    Definition Classes
    SparkClusterPipelineObject
  29. lazy val instanceCount: Int

  30. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  31. val keyPair: Option[String]

  32. val masterInstanceBidPrice: Option[Double]

  33. val masterInstanceType: Option[String]

  34. val masterSecurityGroupId: Option[String]

  35. def named(name: String): SparkCluster

    Definition Classes
    SparkClusterResourceObject
  36. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  37. final def notify(): Unit

    Definition Classes
    AnyRef
  38. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  39. def objects: Iterable[PipelineObject]

    Definition Classes
    PipelineObject
  40. def ref: AdpRef[AdpEmrCluster]

    Definition Classes
    EmrClusterPipelineObject
  41. val region: Option[String]

  42. val resourceRole: Option[String]

  43. val role: Option[String]

  44. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  45. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  46. lazy val serialize: AdpEmrCluster

    Definition Classes
    SparkClusterEmrClusterPipelineObject
  47. val slaveSecurityGroupId: Option[String]

  48. val sparkVersion: String

  49. lazy val standardBootstrapAction: Seq[String]

  50. val subnetId: Option[String]

  51. val supportedProducts: Option[String]

  52. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  53. val taskInstanceBidPrice: Option[Double]

  54. val taskInstanceCount: Int

  55. val taskInstanceType: Option[String]

  56. val terminateAfter: String

  57. def terminatingAfter(terminateAfter: String): SparkCluster

  58. def toString(): String

    Definition Classes
    AnyRef → Any
  59. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  60. val useOnDemandOnLastAttempt: Option[Boolean]

  61. val visibleToAllUsers: Option[Boolean]

  62. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  63. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  64. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  65. def withActionOnResourceFailure(actionOnResourceFailure: ActionOnResourceFailure): SparkCluster

  66. def withActionOnTaskFailure(actionOnTaskFailure: ActionOnTaskFailure): SparkCluster

  67. def withAdditionalMasterSecurityGroupIds(securityGroupId: String*): SparkCluster

  68. def withAdditionalSlaveSecurityGroupIds(securityGroupId: String*): SparkCluster

  69. def withAmiVersion(ver: String): SparkCluster

  70. def withAvailabilityZone(availabilityZone: String): SparkCluster

  71. def withBootstrapAction(action: String*): SparkCluster

  72. def withCoreInstanceBidPrice(coreInstanceBidPrice: Double): SparkCluster

  73. def withCoreInstanceCount(instanceCount: Int): SparkCluster

  74. def withCoreInstanceType(instanceType: String): SparkCluster

  75. def withDebuggingEnabled(): SparkCluster

  76. def withHadoopSchedulerType(hadoopSchedulerType: SchedulerType): SparkCluster

  77. def withKeyPair(keyPair: String): SparkCluster

  78. def withMasterInstanceBidPrice(masterInstanceBidPrice: Double): SparkCluster

  79. def withMasterInstanceType(instanceType: String): SparkCluster

  80. def withMasterSecurityGroupId(masterSecurityGroupId: String): SparkCluster

  81. def withRegion(region: String): SparkCluster

  82. def withResourceRole(role: String): SparkCluster

  83. def withRole(role: String): SparkCluster

  84. def withSlaveSecurityGroupId(slaveSecurityGroupId: String): SparkCluster

  85. def withSparkVersion(sparkVersion: String): SparkCluster

  86. def withSubnetId(id: String): SparkCluster

  87. def withSupportedProducts(products: String): SparkCluster

  88. def withTaskInstanceBidPrice(bid: Double): SparkCluster

  89. def withTaskInstanceCount(instanceCount: Int): SparkCluster

  90. def withTaskInstanceType(instanceType: String): SparkCluster

  91. def withUseOnDemandOnLastAttempt(useOnDemandOnLastAttempt: Boolean): SparkCluster

  92. def withVisibleToAllUsers(visibleToAllUsers: Boolean): SparkCluster

Inherited from EmrCluster

Inherited from ResourceObject

Inherited from PipelineObject

Inherited from AnyRef

Inherited from Any

Ungrouped