com
.
krux
.
hyperion
.
activity
PythonActivity
class
PythonActivity
extends
PipelineActivity
Shell command activity that runs a given python script
Source
PythonActivity.scala
Linear Supertypes
PipelineActivity
,
PipelineObject
,
Ordered
[
PipelineObject
],
Comparable
[
PipelineObject
],
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
PythonActivity
PipelineActivity
PipelineObject
Ordered
Comparable
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
def
<
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
def
<=
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
def
>
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
def
>=
(
that:
PipelineObject
)
:
Boolean
Definition Classes
Ordered
val
arguments
:
Seq
[
String
]
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
attemptTimeout
:
Option
[
Parameter
[
Duration
]]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
compare
(
that:
PipelineObject
)
:
Int
Definition Classes
PipelineObject → Ordered
def
compareTo
(
that:
PipelineObject
)
:
Int
Definition Classes
Ordered → Comparable
def
copy
(
id:
PipelineObjectId
=
id
,
scriptUri:
Option
[
String
] =
scriptUri
,
pythonScriptUri:
Option
[
Parameter
[
S3Uri
]] =
pythonScriptUri
,
pythonScript:
Option
[
String
] =
pythonScript
,
pythonModule:
Option
[
String
] =
pythonModule
,
pythonRequirements:
Option
[
String
] =
pythonRequirements
,
pipIndexUrl:
Option
[
String
] =
pipIndexUrl
,
pipExtraIndexUrls:
Seq
[
String
] =
pipExtraIndexUrls
,
arguments:
Seq
[
String
] =
arguments
,
input:
Seq
[
S3DataNode
] =
input
,
output:
Seq
[
S3DataNode
] =
output
,
stdout:
Option
[
String
] =
stdout
,
stderr:
Option
[
String
] =
stderr
,
runsOn:
Resource
[
Ec2Resource
] =
runsOn
,
dependsOn:
Seq
[
PipelineActivity
] =
dependsOn
,
preconditions:
Seq
[
Precondition
] =
preconditions
,
onFailAlarms:
Seq
[
SnsAlarm
] =
onFailAlarms
,
onSuccessAlarms:
Seq
[
SnsAlarm
] =
onSuccessAlarms
,
onLateActionAlarms:
Seq
[
SnsAlarm
] =
onLateActionAlarms
,
attemptTimeout:
Option
[
Parameter
[
Duration
]] =
attemptTimeout
,
lateAfterTimeout:
Option
[
Parameter
[
Duration
]] =
lateAfterTimeout
,
maximumRetries:
Option
[
Parameter
[
Int
]] =
maximumRetries
,
retryDelay:
Option
[
Parameter
[
Duration
]] =
retryDelay
,
failureAndRerunMode:
Option
[
FailureAndRerunMode
] =
failureAndRerunMode
)
:
PythonActivity
val
dependsOn
:
Seq
[
PipelineActivity
]
Definition Classes
PythonActivity
→ PipelineActivity
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
val
failureAndRerunMode
:
Option
[
FailureAndRerunMode
]
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupedBy
(
group:
String
)
:
PythonActivity
Definition Classes
PythonActivity
→ PipelineActivity
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
id
:
PipelineObjectId
Definition Classes
PythonActivity
→ PipelineObject
val
input
:
Seq
[
S3DataNode
]
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
lateAfterTimeout
:
Option
[
Parameter
[
Duration
]]
val
maximumRetries
:
Option
[
Parameter
[
Int
]]
def
named
(
name:
String
)
:
PythonActivity
Definition Classes
PythonActivity
→ PipelineActivity
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
objects
:
Iterable
[
PipelineObject
]
Definition Classes
PythonActivity
→ PipelineObject
def
onFail
(
alarms:
SnsAlarm
*
)
:
PythonActivity
Definition Classes
PythonActivity
→ PipelineActivity
val
onFailAlarms
:
Seq
[
SnsAlarm
]
def
onLateAction
(
alarms:
SnsAlarm
*
)
:
PythonActivity
Definition Classes
PythonActivity
→ PipelineActivity
val
onLateActionAlarms
:
Seq
[
SnsAlarm
]
def
onSuccess
(
alarms:
SnsAlarm
*
)
:
PythonActivity
Definition Classes
PythonActivity
→ PipelineActivity
val
onSuccessAlarms
:
Seq
[
SnsAlarm
]
val
output
:
Seq
[
S3DataNode
]
val
pipExtraIndexUrls
:
Seq
[
String
]
val
pipIndexUrl
:
Option
[
String
]
val
preconditions
:
Seq
[
Precondition
]
val
pythonModule
:
Option
[
String
]
val
pythonRequirements
:
Option
[
String
]
val
pythonScript
:
Option
[
String
]
val
pythonScriptUri
:
Option
[
Parameter
[
S3Uri
]]
def
ref
:
AdpRef
[
AdpActivity
]
Definition Classes
PipelineActivity → PipelineObject
val
retryDelay
:
Option
[
Parameter
[
Duration
]]
val
runsOn
:
Resource
[
Ec2Resource
]
val
scriptUri
:
Option
[
String
]
implicit
def
seq2Option
[
A
]
(
anySeq:
Seq
[
A
]
)
:
Option
[
Seq
[
A
]]
Definition Classes
PipelineObject
def
seqToOption
[
A
,
B
]
(
anySeq:
Seq
[
A
]
)
(
transform: (
A
) ⇒
B
)
:
Option
[
Seq
[
B
]]
Definition Classes
PipelineObject
lazy val
serialize
:
AdpShellCommandActivity
Definition Classes
PythonActivity
→ PipelineActivity → PipelineObject
val
stderr
:
Option
[
String
]
val
stdout
:
Option
[
String
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
implicit
def
uniquePipelineId2String
(
id:
PipelineObjectId
)
:
String
Definition Classes
PipelineObject
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
whenMet
(
conditions:
Precondition
*
)
:
PythonActivity
Definition Classes
PythonActivity
→ PipelineActivity
def
withArguments
(
args:
String
*
)
:
PythonActivity
def
withAttemptTimeout
(
timeout:
Parameter
[
Duration
]
)
:
PythonActivity
def
withExtraIndexUrls
(
indexUrl:
String
*
)
:
PythonActivity
def
withFailureAndRerunMode
(
mode:
FailureAndRerunMode
)
:
PythonActivity
def
withIndexUrl
(
indexUrl:
String
)
:
PythonActivity
def
withInput
(
inputs:
S3DataNode
*
)
:
PythonActivity
def
withLateAfterTimeout
(
timeout:
Parameter
[
Duration
]
)
:
PythonActivity
def
withMaximumRetries
(
retries:
Parameter
[
Int
]
)
:
PythonActivity
def
withModule
(
pythonModule:
String
)
:
PythonActivity
def
withOutput
(
outputs:
S3DataNode
*
)
:
PythonActivity
def
withRequirements
(
pythonRequirements:
String
)
:
PythonActivity
def
withRetryDelay
(
delay:
Parameter
[
Duration
]
)
:
PythonActivity
def
withScript
(
pythonScript:
String
)
:
PythonActivity
def
withScriptUri
(
pythonScriptUri:
Parameter
[
S3Uri
]
)
:
PythonActivity
def
withStderrTo
(
err:
String
)
:
PythonActivity
def
withStdoutTo
(
out:
String
)
:
PythonActivity
Inherited from
PipelineActivity
Inherited from
PipelineObject
Inherited from
Ordered
[
PipelineObject
]
Inherited from
Comparable
[
PipelineObject
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped
Shell command activity that runs a given python script