com
.
krux
.
hyperion
.
objects
SparkCluster
Related Docs:
object SparkCluster
|
package objects
case class
SparkCluster
extends
EmrCluster
with
Product
with
Serializable
Launch a Spark cluster
Source
SparkCluster.scala
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
EmrCluster
,
ResourceObject
,
PipelineObject
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
SparkCluster
Serializable
Serializable
Product
Equals
EmrCluster
ResourceObject
PipelineObject
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
val
amiVersion
:
String
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
bootstrapAction
:
Seq
[
String
]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
val
coreInstanceCount
:
Int
val
coreInstanceType
:
Option
[
String
]
val
enableDebugging
:
Option
[
Boolean
]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupedBy
(
group:
String
)
:
SparkCluster
Definition Classes
SparkCluster
→
ResourceObject
implicit
val
hc
:
HyperionContext
val
id
:
PipelineObjectId
Definition Classes
SparkCluster
→
PipelineObject
lazy val
instanceCount
:
Int
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
keyPair
:
Option
[
String
]
val
masterInstanceType
:
Option
[
String
]
def
named
(
name:
String
)
:
SparkCluster
Definition Classes
SparkCluster
→
ResourceObject
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
objects
:
Iterable
[
PipelineObject
]
Definition Classes
PipelineObject
def
ref
:
AdpRef
[
AdpEmrCluster
]
Definition Classes
EmrCluster
→
PipelineObject
val
region
:
Option
[
String
]
implicit
def
seq2Option
[
A
]
(
anySeq:
Seq
[
A
]
)
:
Option
[
Seq
[
A
]]
Definition Classes
PipelineObject
def
seqToOption
[
A
,
B
]
(
anySeq:
Seq
[
A
]
)
(
transform: (
A
) ⇒
B
)
:
Option
[
Seq
[
B
]]
Definition Classes
PipelineObject
lazy val
serialize
:
AdpEmrCluster
Definition Classes
SparkCluster
→
EmrCluster
→
PipelineObject
val
sparkVersion
:
String
lazy val
standardBootstrapAction
:
Seq
[
String
]
val
subnetId
:
Option
[
String
]
val
supportedProducts
:
Option
[
String
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
val
taskInstanceBidPrice
:
Option
[
Double
]
val
taskInstanceCount
:
Int
val
taskInstanceType
:
Option
[
String
]
val
terminateAfter
:
String
def
terminatingAfter
(
terminateAfter:
String
)
:
SparkCluster
implicit
def
uniquePipelineId2String
(
id:
PipelineObjectId
)
:
String
Definition Classes
PipelineObject
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withAmiVersion
(
ver:
String
)
:
SparkCluster
def
withCoreInstanceCount
(
instanceCount:
Int
)
:
SparkCluster
def
withCoreInstanceType
(
instanceType:
String
)
:
SparkCluster
def
withDebuggingEnabled
()
:
SparkCluster
def
withKeyPair
(
keyPair:
String
)
:
SparkCluster
def
withMasterInstanceType
(
instanceType:
String
)
:
SparkCluster
def
withRegion
(
region:
String
)
:
SparkCluster
def
withSparkVersion
(
sparkVersion:
String
)
:
SparkCluster
def
withSubnetId
(
id:
String
)
:
SparkCluster
def
withSupportedProducts
(
products:
String
)
:
SparkCluster
def
withTaskInstanceBidPrice
(
bid:
Double
)
:
SparkCluster
def
withTaskInstanceCount
(
instanceCount:
Int
)
:
SparkCluster
def
withTaskInstanceType
(
instanceType:
String
)
:
SparkCluster
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
EmrCluster
Inherited from
ResourceObject
Inherited from
PipelineObject
Inherited from
AnyRef
Inherited from
Any
Ungrouped
Launch a Spark cluster