com
.
krux
.
hyperion
.
activity
.
SparkStep
ScriptRunnerStep
Related Doc:
package SparkStep
case class
ScriptRunnerStep
(
sparkJarUri:
HString
,
command:
HString
,
sparkMainClass:
Option
[
MainClass
]
,
sparkOptions:
Seq
[
HString
]
,
sparkConfigs:
Map
[
HString
,
HString
]
,
args:
Seq
[
HString
]
)
extends
SparkStep
with
Product
with
Serializable
Source
SparkStep.scala
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
SparkStep
,
BaseEmrStep
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
ScriptRunnerStep
Serializable
Serializable
Product
Equals
SparkStep
BaseEmrStep
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
ScriptRunnerStep
(
sparkJarUri:
HString
,
command:
HString
,
sparkMainClass:
Option
[
MainClass
]
,
sparkOptions:
Seq
[
HString
]
,
sparkConfigs:
Map
[
HString
,
HString
]
,
args:
Seq
[
HString
]
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
val
args
:
Seq
[
HString
]
Definition Classes
ScriptRunnerStep
→
BaseEmrStep
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
val
command
:
HString
Definition Classes
ScriptRunnerStep
→
SparkStep
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
jarUri
:
HString
Definition Classes
ScriptRunnerStep
→
BaseEmrStep
def
mainClass
:
None
.type
Definition Classes
SparkStep
→
BaseEmrStep
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
lazy val
serialize
:
String
Definition Classes
SparkStep
→
BaseEmrStep
val
sparkConfigs
:
Map
[
HString
,
HString
]
Definition Classes
ScriptRunnerStep
→
SparkStep
val
sparkJarUri
:
HString
Definition Classes
ScriptRunnerStep
→
SparkStep
val
sparkMainClass
:
Option
[
MainClass
]
Definition Classes
ScriptRunnerStep
→
SparkStep
val
sparkOptions
:
Seq
[
HString
]
Definition Classes
ScriptRunnerStep
→
SparkStep
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
BaseEmrStep
→ AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withArguments
(
newArgs:
HString
*
)
:
ScriptRunnerStep
Definition Classes
ScriptRunnerStep
→
SparkStep
def
withDriverCores
(
n:
HInt
)
:
SparkStep
Definition Classes
SparkStep
def
withDriverMemory
(
memory:
Memory
)
:
SparkStep
Definition Classes
SparkStep
def
withExecutorCores
(
n:
HInt
)
:
SparkStep
Definition Classes
SparkStep
def
withExecutorMemory
(
memory:
Memory
)
:
SparkStep
Definition Classes
SparkStep
def
withFiles
(
files:
HString
*
)
:
SparkStep
Definition Classes
SparkStep
def
withMainClass
(
mc:
MainClass
)
:
ScriptRunnerStep
Definition Classes
ScriptRunnerStep
→
SparkStep
def
withMaster
(
master:
HString
)
:
SparkStep
Definition Classes
SparkStep
def
withNumExecutors
(
n:
HInt
)
:
SparkStep
Definition Classes
SparkStep
def
withSparkConfig
(
key:
HString
,
value:
HString
)
:
ScriptRunnerStep
Definition Classes
ScriptRunnerStep
→
SparkStep
def
withSparkOptions
(
options:
HString
*
)
:
ScriptRunnerStep
Definition Classes
ScriptRunnerStep
→
SparkStep
def
withTotalExecutorCores
(
n:
HInt
)
:
SparkStep
Definition Classes
SparkStep
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
SparkStep
Inherited from
BaseEmrStep
Inherited from
AnyRef
Inherited from
Any
Ungrouped