com.krux.hyperion.resource

SparkCluster

Related Docs: object SparkCluster | package resource

class SparkCluster extends EmrCluster

Launch a Spark cluster

Source
SparkCluster.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SparkCluster
  2. EmrCluster
  3. ResourceObject
  4. PipelineObject
  5. AnyRef
  6. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  4. val actionOnResourceFailure: Option[ActionOnResourceFailure]

  5. val actionOnTaskFailure: Option[ActionOnTaskFailure]

  6. val additionalMasterSecurityGroupIds: Seq[String]

  7. val additionalSlaveSecurityGroupIds: Seq[String]

  8. val amiVersion: String

  9. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  10. val availabilityZone: Option[String]

  11. val bootstrapAction: Seq[String]

  12. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  13. def copy(id: PipelineObjectId = id, bootstrapAction: Seq[String] = bootstrapAction, amiVersion: String = amiVersion, masterInstanceType: Option[String] = masterInstanceType, coreInstanceType: Option[String] = coreInstanceType, coreInstanceCount: Int = coreInstanceCount, taskInstanceType: Option[String] = taskInstanceType, taskInstanceCount: Int = taskInstanceCount, taskInstanceBidPrice: Option[Double] = taskInstanceBidPrice, terminateAfter: String = terminateAfter, keyPair: Option[String] = keyPair, region: Option[String] = region, sparkVersion: String = sparkVersion, enableDebugging: Option[Boolean] = enableDebugging, supportedProducts: Option[String] = supportedProducts, subnetId: Option[String] = subnetId, role: Option[String] = role, resourceRole: Option[String] = resourceRole, availabilityZone: Option[String] = availabilityZone, coreInstanceBidPrice: Option[Double] = coreInstanceBidPrice, masterInstanceBidPrice: Option[Double] = masterInstanceBidPrice, useOnDemandOnLastAttempt: Option[Boolean] = useOnDemandOnLastAttempt, visibleToAllUsers: Option[Boolean] = visibleToAllUsers, masterSecurityGroupId: Option[String] = masterSecurityGroupId, slaveSecurityGroupId: Option[String] = slaveSecurityGroupId, additionalMasterSecurityGroupIds: Seq[String] = additionalMasterSecurityGroupIds, additionalSlaveSecurityGroupIds: Seq[String] = additionalSlaveSecurityGroupIds, hadoopSchedulerType: Option[SchedulerType] = hadoopSchedulerType, actionOnResourceFailure: Option[ActionOnResourceFailure] = actionOnResourceFailure, actionOnTaskFailure: Option[ActionOnTaskFailure] = actionOnTaskFailure): SparkCluster

  14. val coreInstanceBidPrice: Option[Double]

  15. val coreInstanceCount: Int

  16. val coreInstanceType: Option[String]

  17. val enableDebugging: Option[Boolean]

  18. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  19. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  20. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  21. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  22. def groupedBy(group: String): SparkCluster

    Definition Classes
    SparkClusterResourceObject
  23. val hadoopSchedulerType: Option[SchedulerType]

  24. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  25. implicit val hc: HyperionContext

  26. val id: PipelineObjectId

    Definition Classes
    SparkClusterPipelineObject
  27. lazy val instanceCount: Int

  28. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  29. val keyPair: Option[String]

  30. val masterInstanceBidPrice: Option[Double]

  31. val masterInstanceType: Option[String]

  32. val masterSecurityGroupId: Option[String]

  33. def named(name: String): SparkCluster

    Definition Classes
    SparkClusterResourceObject
  34. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  35. final def notify(): Unit

    Definition Classes
    AnyRef
  36. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  37. def objects: Iterable[PipelineObject]

    Definition Classes
    PipelineObject
  38. def ref: AdpRef[AdpEmrCluster]

    Definition Classes
    EmrClusterPipelineObject
  39. val region: Option[String]

  40. val resourceRole: Option[String]

  41. val role: Option[String]

  42. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  43. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  44. lazy val serialize: AdpEmrCluster

    Definition Classes
    SparkClusterEmrClusterPipelineObject
  45. val slaveSecurityGroupId: Option[String]

  46. val sparkVersion: String

  47. lazy val standardBootstrapAction: Seq[String]

  48. val subnetId: Option[String]

  49. val supportedProducts: Option[String]

  50. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  51. val taskInstanceBidPrice: Option[Double]

  52. val taskInstanceCount: Int

  53. val taskInstanceType: Option[String]

  54. val terminateAfter: String

  55. def terminatingAfter(terminateAfter: String): SparkCluster

  56. def toString(): String

    Definition Classes
    AnyRef → Any
  57. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  58. val useOnDemandOnLastAttempt: Option[Boolean]

  59. val visibleToAllUsers: Option[Boolean]

  60. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  61. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  62. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  63. def withActionOnResourceFailure(actionOnResourceFailure: ActionOnResourceFailure): SparkCluster

  64. def withActionOnTaskFailure(actionOnTaskFailure: ActionOnTaskFailure): SparkCluster

  65. def withAdditionalMasterSecurityGroupIds(securityGroupId: String*): SparkCluster

  66. def withAdditionalSlaveSecurityGroupIds(securityGroupId: String*): SparkCluster

  67. def withAmiVersion(ver: String): SparkCluster

  68. def withAvailabilityZone(availabilityZone: String): SparkCluster

  69. def withBootstrapAction(action: String*): SparkCluster

  70. def withCoreInstanceBidPrice(coreInstanceBidPrice: Double): SparkCluster

  71. def withCoreInstanceCount(instanceCount: Int): SparkCluster

  72. def withCoreInstanceType(instanceType: String): SparkCluster

  73. def withDebuggingEnabled(): SparkCluster

  74. def withHadoopSchedulerType(hadoopSchedulerType: SchedulerType): SparkCluster

  75. def withKeyPair(keyPair: String): SparkCluster

  76. def withMasterInstanceBidPrice(masterInstanceBidPrice: Double): SparkCluster

  77. def withMasterInstanceType(instanceType: String): SparkCluster

  78. def withMasterSecurityGroupId(masterSecurityGroupId: String): SparkCluster

  79. def withRegion(region: String): SparkCluster

  80. def withResourceRole(role: String): SparkCluster

  81. def withRole(role: String): SparkCluster

  82. def withSlaveSecurityGroupId(slaveSecurityGroupId: String): SparkCluster

  83. def withSparkVersion(sparkVersion: String): SparkCluster

  84. def withSubnetId(id: String): SparkCluster

  85. def withSupportedProducts(products: String): SparkCluster

  86. def withTaskInstanceBidPrice(bid: Double): SparkCluster

  87. def withTaskInstanceCount(instanceCount: Int): SparkCluster

  88. def withTaskInstanceType(instanceType: String): SparkCluster

  89. def withUseOnDemandOnLastAttempt(useOnDemandOnLastAttempt: Boolean): SparkCluster

  90. def withVisibleToAllUsers(visibleToAllUsers: Boolean): SparkCluster

Inherited from EmrCluster

Inherited from ResourceObject

Inherited from PipelineObject

Inherited from AnyRef

Inherited from Any

Ungrouped