com
.
krux
.
hyperion
.
resource
SparkCluster
Related Docs:
object SparkCluster
|
package resource
class
SparkCluster
extends
EmrCluster
Launch a Spark cluster
Source
SparkCluster.scala
Linear Supertypes
EmrCluster
,
ResourceObject
,
PipelineObject
,
Ordered
[
PipelineObject
],
Comparable
[
PipelineObject
],
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
SparkCluster
EmrCluster
ResourceObject
PipelineObject
Ordered
Comparable
AnyRef
Any
Hide All
Show all
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
def
<
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
def
<=
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
>
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
def
>=
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
val
actionOnResourceFailure
:
Option
[
ActionOnResourceFailure
]
val
actionOnTaskFailure
:
Option
[
ActionOnTaskFailure
]
val
additionalMasterSecurityGroupIds
:
Seq
[
String
]
val
additionalSlaveSecurityGroupIds
:
Seq
[
String
]
val
amiVersion
:
String
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
availabilityZone
:
Option
[
String
]
val
bootstrapAction
:
Seq
[
String
]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
compare
(
that:
PipelineObject
)
:
Int
Definition Classes
PipelineObject
→ Ordered
def
compareTo
(
that:
PipelineObject
)
:
Int
Definition Classes
Ordered → Comparable
def
copy
(
id:
PipelineObjectId
=
id
,
sparkVersion:
String
=
sparkVersion
,
amiVersion:
String
=
amiVersion
,
supportedProducts:
Option
[
String
] =
supportedProducts
,
standardBootstrapAction:
Seq
[
String
] =
standardBootstrapAction
,
bootstrapAction:
Seq
[
String
] =
bootstrapAction
,
enableDebugging:
Option
[
Boolean
] =
enableDebugging
,
hadoopSchedulerType:
Option
[
SchedulerType
] =
hadoopSchedulerType
,
keyPair:
Option
[
String
] =
keyPair
,
masterInstanceBidPrice:
Option
[
Parameter
[
Double
]] =
masterInstanceBidPrice
,
masterInstanceType:
Option
[
String
] =
masterInstanceType
,
coreInstanceBidPrice:
Option
[
Parameter
[
Double
]] =
coreInstanceBidPrice
,
coreInstanceCount:
Parameter
[
Int
] =
coreInstanceCount
,
coreInstanceType:
Option
[
String
] =
coreInstanceType
,
taskInstanceBidPrice:
Option
[
Parameter
[
Double
]] =
taskInstanceBidPrice
,
taskInstanceCount:
Parameter
[
Int
] =
taskInstanceCount
,
taskInstanceType:
Option
[
String
] =
taskInstanceType
,
region:
Option
[
String
] =
region
,
availabilityZone:
Option
[
String
] =
availabilityZone
,
resourceRole:
Option
[
String
] =
resourceRole
,
role:
Option
[
String
] =
role
,
subnetId:
Option
[
String
] =
subnetId
,
masterSecurityGroupId:
Option
[
String
] =
masterSecurityGroupId
,
additionalMasterSecurityGroupIds:
Seq
[
String
] =
additionalMasterSecurityGroupIds
,
slaveSecurityGroupId:
Option
[
String
] =
slaveSecurityGroupId
,
additionalSlaveSecurityGroupIds:
Seq
[
String
] =
additionalSlaveSecurityGroupIds
,
useOnDemandOnLastAttempt:
Option
[
Boolean
] =
useOnDemandOnLastAttempt
,
visibleToAllUsers:
Option
[
Boolean
] =
visibleToAllUsers
,
initTimeout:
Option
[
Parameter
[
Duration
]] =
initTimeout
,
terminateAfter:
Option
[
Parameter
[
Duration
]] =
terminateAfter
,
actionOnResourceFailure:
Option
[
ActionOnResourceFailure
] =
actionOnResourceFailure
,
actionOnTaskFailure:
Option
[
ActionOnTaskFailure
] =
actionOnTaskFailure
)
:
SparkCluster
val
coreInstanceBidPrice
:
Option
[
Parameter
[
Double
]]
val
coreInstanceCount
:
Parameter
[
Int
]
val
coreInstanceType
:
Option
[
String
]
val
enableDebugging
:
Option
[
Boolean
]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupedBy
(
group:
String
)
:
SparkCluster
Definition Classes
SparkCluster
→
ResourceObject
val
hadoopSchedulerType
:
Option
[
SchedulerType
]
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
id
:
PipelineObjectId
Definition Classes
SparkCluster
→
PipelineObject
val
initTimeout
:
Option
[
Parameter
[
Duration
]]
lazy val
instanceCount
:
Int
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
keyPair
:
Option
[
String
]
val
masterInstanceBidPrice
:
Option
[
Parameter
[
Double
]]
val
masterInstanceType
:
Option
[
String
]
val
masterSecurityGroupId
:
Option
[
String
]
def
named
(
name:
String
)
:
SparkCluster
Definition Classes
SparkCluster
→
ResourceObject
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
objects
:
Iterable
[
PipelineObject
]
Definition Classes
ResourceObject
→
PipelineObject
def
ref
:
AdpRef
[
AdpEmrCluster
]
Definition Classes
EmrCluster
→
PipelineObject
val
region
:
Option
[
String
]
val
resourceRole
:
Option
[
String
]
val
role
:
Option
[
String
]
implicit
def
seq2Option
[
A
]
(
anySeq:
Seq
[
A
]
)
:
Option
[
Seq
[
A
]]
Definition Classes
PipelineObject
def
seqToOption
[
A
,
B
]
(
anySeq:
Seq
[
A
]
)
(
transform: (
A
) ⇒
B
)
:
Option
[
Seq
[
B
]]
Definition Classes
PipelineObject
lazy val
serialize
:
AdpEmrCluster
Definition Classes
SparkCluster
→
EmrCluster
→
PipelineObject
val
slaveSecurityGroupId
:
Option
[
String
]
val
sparkVersion
:
String
val
standardBootstrapAction
:
Seq
[
String
]
val
subnetId
:
Option
[
String
]
val
supportedProducts
:
Option
[
String
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
val
taskInstanceBidPrice
:
Option
[
Parameter
[
Double
]]
val
taskInstanceCount
:
Parameter
[
Int
]
val
taskInstanceType
:
Option
[
String
]
val
terminateAfter
:
Option
[
Parameter
[
Duration
]]
def
terminatingAfter
(
terminateAfter:
Parameter
[
Duration
]
)
:
SparkCluster
def
toString
()
:
String
Definition Classes
AnyRef → Any
implicit
def
uniquePipelineId2String
(
id:
PipelineObjectId
)
:
String
Definition Classes
PipelineObject
val
useOnDemandOnLastAttempt
:
Option
[
Boolean
]
val
visibleToAllUsers
:
Option
[
Boolean
]
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withActionOnResourceFailure
(
actionOnResourceFailure:
ActionOnResourceFailure
)
:
SparkCluster
def
withActionOnTaskFailure
(
actionOnTaskFailure:
ActionOnTaskFailure
)
:
SparkCluster
def
withAdditionalMasterSecurityGroupIds
(
securityGroupId:
String
*
)
:
SparkCluster
def
withAdditionalSlaveSecurityGroupIds
(
securityGroupIds:
String
*
)
:
SparkCluster
def
withAmiVersion
(
ver:
String
)
:
SparkCluster
def
withAvailabilityZone
(
availabilityZone:
String
)
:
SparkCluster
def
withBootstrapAction
(
action:
String
*
)
:
SparkCluster
def
withCoreInstanceBidPrice
(
coreInstanceBidPrice:
Parameter
[
Double
]
)
:
SparkCluster
def
withCoreInstanceCount
(
instanceCount:
Parameter
[
Int
]
)
:
SparkCluster
def
withCoreInstanceType
(
instanceType:
String
)
:
SparkCluster
def
withDebuggingEnabled
()
:
SparkCluster
def
withHadoopSchedulerType
(
hadoopSchedulerType:
SchedulerType
)
:
SparkCluster
def
withInitTimeout
(
timeout:
Parameter
[
Duration
]
)
:
SparkCluster
def
withKeyPair
(
keyPair:
String
)
:
SparkCluster
def
withMasterInstanceBidPrice
(
masterInstanceBidPrice:
Parameter
[
Double
]
)
:
SparkCluster
def
withMasterInstanceType
(
instanceType:
String
)
:
SparkCluster
def
withMasterSecurityGroupId
(
masterSecurityGroupId:
String
)
:
SparkCluster
def
withRegion
(
region:
String
)
:
SparkCluster
def
withResourceRole
(
role:
String
)
:
SparkCluster
def
withRole
(
role:
String
)
:
SparkCluster
def
withSlaveSecurityGroupId
(
slaveSecurityGroupId:
String
)
:
SparkCluster
def
withSparkVersion
(
sparkVersion:
String
)
:
SparkCluster
def
withSubnetId
(
id:
String
)
:
SparkCluster
def
withSupportedProducts
(
products:
String
)
:
SparkCluster
def
withTaskInstanceBidPrice
(
bid:
Parameter
[
Double
]
)
:
SparkCluster
def
withTaskInstanceCount
(
instanceCount:
Parameter
[
Int
]
)
:
SparkCluster
def
withTaskInstanceType
(
instanceType:
String
)
:
SparkCluster
def
withUseOnDemandOnLastAttempt
(
useOnDemandOnLastAttempt:
Boolean
)
:
SparkCluster
def
withVisibleToAllUsers
(
visibleToAllUsers:
Boolean
)
:
SparkCluster
Inherited from
EmrCluster
Inherited from
ResourceObject
Inherited from
PipelineObject
Inherited from
Ordered
[
PipelineObject
]
Inherited from
Comparable
[
PipelineObject
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped
Launch a Spark cluster