com
.
krux
.
hyperion
.
activity
SparkStep
Related Docs:
object SparkStep
|
package activity
trait
SparkStep
extends
BaseEmrStep
Source
SparkStep.scala
Linear Supertypes
BaseEmrStep
,
AnyRef
,
Any
Known Subclasses
CommandRunnerStep
,
ScriptRunnerStep
Ordering
Alphabetic
By Inheritance
Inherited
SparkStep
BaseEmrStep
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Abstract Value Members
abstract
def
args
:
Seq
[
HString
]
Definition Classes
BaseEmrStep
abstract
def
command
:
HString
abstract
def
jarUri
:
HString
Definition Classes
BaseEmrStep
abstract
def
sparkConfigs
:
Map
[
HString
,
HString
]
abstract
def
sparkJarUri
:
HString
abstract
def
sparkMainClass
:
Option
[
MainClass
]
abstract
def
sparkOptions
:
Seq
[
HString
]
abstract
def
withArguments
(
args:
HString
*
)
:
SparkStep
abstract
def
withMainClass
(
mc:
MainClass
)
:
SparkStep
abstract
def
withSparkConfig
(
key:
HString
,
value:
HString
)
:
SparkStep
abstract
def
withSparkOptions
(
options:
HString
*
)
:
SparkStep
Concrete Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
mainClass
:
None
.type
Definition Classes
SparkStep
→
BaseEmrStep
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
lazy val
serialize
:
String
Definition Classes
SparkStep
→
BaseEmrStep
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
BaseEmrStep
→ AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withDriverCores
(
n:
HInt
)
:
SparkStep
def
withDriverMemory
(
memory:
Memory
)
:
SparkStep
def
withExecutorCores
(
n:
HInt
)
:
SparkStep
def
withExecutorMemory
(
memory:
Memory
)
:
SparkStep
def
withFiles
(
files:
HString
*
)
:
SparkStep
def
withMaster
(
master:
HString
)
:
SparkStep
def
withNumExecutors
(
n:
HInt
)
:
SparkStep
def
withTotalExecutorCores
(
n:
HInt
)
:
SparkStep
Inherited from
BaseEmrStep
Inherited from
AnyRef
Inherited from
Any
Ungrouped