Class/Object

com.krux.hyperion.activity

PigActivity

Related Docs: object PigActivity | package activity

Permalink

case class PigActivity extends PipelineActivity with Product with Serializable

PigActivity provides native support for Pig scripts in AWS Data Pipeline without the requirement to use ShellCommandActivity or EmrActivity. In addition, PigActivity supports data staging. When the stage field is set to true, AWS Data Pipeline stages the input data as a schema in Pig without additional code from the user.

Source
PigActivity.scala
Linear Supertypes
Serializable, Serializable, Product, Equals, PipelineActivity, PipelineObject, Ordered[PipelineObject], Comparable[PipelineObject], AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. PigActivity
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. PipelineActivity
  7. PipelineObject
  8. Ordered
  9. Comparable
  10. AnyRef
  11. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. def <(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  4. def <=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  5. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  6. def >(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  7. def >=(that: PipelineObject): Boolean

    Permalink
    Definition Classes
    Ordered

  8. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  9. val attemptTimeout: Option[Parameter[Duration]]

    Permalink

  10. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  11. def compare(that: PipelineObject): Int

    Permalink
    Definition Classes
    PipelineObject → Ordered

  12. def compareTo(that: PipelineObject): Int

    Permalink
    Definition Classes
    Ordered → Comparable

  13. val dependsOn: Seq[PipelineActivity]

    Permalink
    Definition Classes
    PigActivity → PipelineActivity

  14. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  15. val failureAndRerunMode: Option[FailureAndRerunMode]

    Permalink

  16. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  17. val generatedScriptsPath: Option[S3Uri]

    Permalink

  18. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  19. def groupedBy(group: String): PigActivity

    Permalink
    Definition Classes
    PigActivity → PipelineActivity

  20. val hadoopQueue: Option[String]

    Permalink

  21. val id: PipelineObjectId

    Permalink
    Definition Classes
    PigActivity → PipelineObject

  22. val input: Option[DataNode]

    Permalink

  23. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  24. val lateAfterTimeout: Option[Parameter[Duration]]

    Permalink

  25. val maximumRetries: Option[Parameter[Int]]

    Permalink

  26. def named(name: String): PigActivity

    Permalink
    Definition Classes
    PigActivity → PipelineActivity

  27. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  28. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  29. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  30. def objects: Iterable[PipelineObject]

    Permalink
    Definition Classes
    PigActivity → PipelineObject

  31. def onFail(alarms: SnsAlarm*): PigActivity

    Permalink
    Definition Classes
    PigActivity → PipelineActivity

  32. val onFailAlarms: Seq[SnsAlarm]

    Permalink

  33. def onLateAction(alarms: SnsAlarm*): PigActivity

    Permalink
    Definition Classes
    PigActivity → PipelineActivity

  34. val onLateActionAlarms: Seq[SnsAlarm]

    Permalink

  35. def onSuccess(alarms: SnsAlarm*): PigActivity

    Permalink
    Definition Classes
    PigActivity → PipelineActivity

  36. val onSuccessAlarms: Seq[SnsAlarm]

    Permalink

  37. val output: Option[DataNode]

    Permalink

  38. val postActivityTaskConfig: Option[ShellScriptConfig]

    Permalink

  39. val preActivityTaskConfig: Option[ShellScriptConfig]

    Permalink

  40. val preconditions: Seq[Precondition]

    Permalink

  41. def ref: AdpRef[AdpActivity]

    Permalink
    Definition Classes
    PipelineActivity → PipelineObject

  42. val retryDelay: Option[Parameter[Duration]]

    Permalink

  43. val runsOn: Resource[EmrCluster]

    Permalink

  44. val script: Script

    Permalink

  45. val scriptVariables: Seq[String]

    Permalink

  46. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Permalink
    Definition Classes
    PipelineObject

  47. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Permalink
    Definition Classes
    PipelineObject

  48. lazy val serialize: AdpPigActivity

    Permalink
    Definition Classes
    PigActivity → PipelineActivity → PipelineObject

  49. val stage: Option[Boolean]

    Permalink

  50. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  51. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Permalink
    Definition Classes
    PipelineObject

  52. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  53. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  54. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  55. def whenMet(conditions: Precondition*): PigActivity

    Permalink
    Definition Classes
    PigActivity → PipelineActivity

  56. def withAttemptTimeout(timeout: Parameter[Duration]): PigActivity

    Permalink

  57. def withFailureAndRerunMode(mode: FailureAndRerunMode): PigActivity

    Permalink

  58. def withGeneratedScriptsPath(generatedScriptsPath: S3Uri): PigActivity

    Permalink

  59. def withHadoopQueue(queue: String): PigActivity

    Permalink

  60. def withInput(in: DataNode): PigActivity

    Permalink

  61. def withLateAfterTimeout(timeout: Parameter[Duration]): PigActivity

    Permalink

  62. def withMaximumRetries(retries: Parameter[Int]): PigActivity

    Permalink

  63. def withOutput(out: DataNode): PigActivity

    Permalink

  64. def withPostActivityTaskConfig(script: ShellScriptConfig): PigActivity

    Permalink

  65. def withPreActivityTaskConfig(script: ShellScriptConfig): PigActivity

    Permalink

  66. def withRetryDelay(delay: Parameter[Duration]): PigActivity

    Permalink

  67. def withScriptVariable(scriptVariable: String*): PigActivity

    Permalink

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PipelineActivity

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped