com.krux.hyperion.resource

SparkCluster

class SparkCluster extends EmrCluster

Launch a Spark cluster

Source
SparkCluster.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SparkCluster
  2. EmrCluster
  3. ResourceObject
  4. PipelineObject
  5. Ordered
  6. Comparable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. def <(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  5. def <=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  6. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  7. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  8. def >(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  9. def >=(that: PipelineObject): Boolean

    Definition Classes
    Ordered
  10. val actionOnResourceFailure: Option[ActionOnResourceFailure]

  11. val actionOnTaskFailure: Option[ActionOnTaskFailure]

  12. val additionalMasterSecurityGroupIds: Seq[String]

  13. val additionalSlaveSecurityGroupIds: Seq[String]

  14. val amiVersion: Option[String]

  15. val applications: Seq[String]

  16. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  17. val availabilityZone: Option[String]

  18. val bootstrapAction: Seq[String]

  19. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  20. def compare(that: PipelineObject): Int

    Definition Classes
    PipelineObject → Ordered
  21. def compareTo(that: PipelineObject): Int

    Definition Classes
    Ordered → Comparable
  22. val configuration: Option[EmrConfiguration]

  23. def copy(id: PipelineObjectId = id, sparkVersion: Option[String] = sparkVersion, amiVersion: Option[String] = amiVersion, supportedProducts: Option[String] = supportedProducts, standardBootstrapAction: Seq[String] = standardBootstrapAction, bootstrapAction: Seq[String] = bootstrapAction, enableDebugging: Option[Boolean] = enableDebugging, hadoopSchedulerType: Option[SchedulerType] = hadoopSchedulerType, keyPair: Option[String] = keyPair, masterInstanceBidPrice: Option[Parameter[Double]] = masterInstanceBidPrice, masterInstanceType: Option[String] = masterInstanceType, coreInstanceBidPrice: Option[Parameter[Double]] = coreInstanceBidPrice, coreInstanceCount: Parameter[Int] = coreInstanceCount, coreInstanceType: Option[String] = coreInstanceType, taskInstanceBidPrice: Option[Parameter[Double]] = taskInstanceBidPrice, taskInstanceCount: Parameter[Int] = taskInstanceCount, taskInstanceType: Option[String] = taskInstanceType, region: Option[String] = region, availabilityZone: Option[String] = availabilityZone, resourceRole: Option[String] = resourceRole, role: Option[String] = role, subnetId: Option[String] = subnetId, masterSecurityGroupId: Option[String] = masterSecurityGroupId, additionalMasterSecurityGroupIds: Seq[String] = additionalMasterSecurityGroupIds, slaveSecurityGroupId: Option[String] = slaveSecurityGroupId, additionalSlaveSecurityGroupIds: Seq[String] = additionalSlaveSecurityGroupIds, useOnDemandOnLastAttempt: Option[Boolean] = useOnDemandOnLastAttempt, visibleToAllUsers: Option[Boolean] = visibleToAllUsers, initTimeout: Option[Parameter[Duration]] = initTimeout, terminateAfter: Option[Parameter[Duration]] = terminateAfter, actionOnResourceFailure: Option[ActionOnResourceFailure] = actionOnResourceFailure, actionOnTaskFailure: Option[ActionOnTaskFailure] = actionOnTaskFailure, httpProxy: Option[HttpProxy] = httpProxy, releaseLabel: Option[String] = releaseLabel, applications: Seq[String] = applications, configuration: Option[EmrConfiguration] = configuration): SparkCluster

  24. val coreInstanceBidPrice: Option[Parameter[Double]]

  25. val coreInstanceCount: Parameter[Int]

  26. val coreInstanceType: Option[String]

  27. val enableDebugging: Option[Boolean]

  28. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  29. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  30. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  31. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  32. def groupedBy(group: String): SparkCluster

    Definition Classes
    SparkClusterResourceObject
  33. val hadoopSchedulerType: Option[SchedulerType]

  34. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  35. val httpProxy: Option[HttpProxy]

    Definition Classes
    SparkClusterResourceObject
  36. val id: PipelineObjectId

    Definition Classes
    SparkClusterPipelineObject
  37. val initTimeout: Option[Parameter[Duration]]

  38. lazy val instanceCount: Int

  39. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  40. val keyPair: Option[String]

  41. val masterInstanceBidPrice: Option[Parameter[Double]]

  42. val masterInstanceType: Option[String]

  43. val masterSecurityGroupId: Option[String]

  44. def named(name: String): SparkCluster

    Definition Classes
    SparkClusterResourceObject
  45. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  46. final def notify(): Unit

    Definition Classes
    AnyRef
  47. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  48. def objects: Iterable[PipelineObject]

    Definition Classes
    SparkClusterResourceObjectPipelineObject
  49. def ref: AdpRef[AdpEmrCluster]

    Definition Classes
    EmrClusterPipelineObject
  50. val region: Option[String]

  51. val releaseLabel: Option[String]

  52. val resourceRole: Option[String]

  53. val role: Option[String]

  54. implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

    Definition Classes
    PipelineObject
  55. def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

    Definition Classes
    PipelineObject
  56. lazy val serialize: AdpEmrCluster

    Definition Classes
    SparkClusterEmrClusterPipelineObject
  57. val slaveSecurityGroupId: Option[String]

  58. val sparkVersion: Option[String]

  59. val standardBootstrapAction: Seq[String]

  60. val subnetId: Option[String]

  61. val supportedProducts: Option[String]

  62. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  63. val taskInstanceBidPrice: Option[Parameter[Double]]

  64. val taskInstanceCount: Parameter[Int]

  65. val taskInstanceType: Option[String]

  66. val terminateAfter: Option[Parameter[Duration]]

  67. def terminatingAfter(terminateAfter: Parameter[Duration]): SparkCluster

  68. def toString(): String

    Definition Classes
    AnyRef → Any
  69. implicit def uniquePipelineId2String(id: PipelineObjectId): String

    Definition Classes
    PipelineObject
  70. val useOnDemandOnLastAttempt: Option[Boolean]

  71. val visibleToAllUsers: Option[Boolean]

  72. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  73. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  74. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  75. def withActionOnResourceFailure(actionOnResourceFailure: ActionOnResourceFailure): SparkCluster

  76. def withActionOnTaskFailure(actionOnTaskFailure: ActionOnTaskFailure): SparkCluster

  77. def withAdditionalMasterSecurityGroupIds(securityGroupId: String*): SparkCluster

  78. def withAdditionalSlaveSecurityGroupIds(securityGroupIds: String*): SparkCluster

  79. def withAmiVersion(ver: String): SparkCluster

  80. def withApplication(application: String*): SparkCluster

  81. def withAvailabilityZone(availabilityZone: String): SparkCluster

  82. def withBootstrapAction(action: String*): SparkCluster

  83. def withConfiguration(configuration: EmrConfiguration): SparkCluster

  84. def withCoreInstanceBidPrice(coreInstanceBidPrice: Parameter[Double]): SparkCluster

  85. def withCoreInstanceCount(instanceCount: Parameter[Int]): SparkCluster

  86. def withCoreInstanceType(instanceType: String): SparkCluster

  87. def withDebuggingEnabled(): SparkCluster

  88. def withHadoopSchedulerType(hadoopSchedulerType: SchedulerType): SparkCluster

  89. def withHttpProxy(proxy: HttpProxy): SparkCluster

  90. def withInitTimeout(timeout: Parameter[Duration]): SparkCluster

  91. def withKeyPair(keyPair: String): SparkCluster

  92. def withMasterInstanceBidPrice(masterInstanceBidPrice: Parameter[Double]): SparkCluster

  93. def withMasterInstanceType(instanceType: String): SparkCluster

  94. def withMasterSecurityGroupId(masterSecurityGroupId: String): SparkCluster

  95. def withRegion(region: String): SparkCluster

  96. def withReleaseLabel(releaseLabel: String): SparkCluster

  97. def withResourceRole(role: String): SparkCluster

  98. def withRole(role: String): SparkCluster

  99. def withSlaveSecurityGroupId(slaveSecurityGroupId: String): SparkCluster

  100. def withSparkVersion(sparkVersion: String): SparkCluster

  101. def withSubnetId(id: String): SparkCluster

  102. def withSupportedProducts(products: String): SparkCluster

  103. def withTaskInstanceBidPrice(bid: Parameter[Double]): SparkCluster

  104. def withTaskInstanceCount(instanceCount: Parameter[Int]): SparkCluster

  105. def withTaskInstanceType(instanceType: String): SparkCluster

  106. def withUseOnDemandOnLastAttempt(useOnDemandOnLastAttempt: Boolean): SparkCluster

  107. def withVisibleToAllUsers(visibleToAllUsers: Boolean): SparkCluster

Inherited from EmrCluster

Inherited from ResourceObject

Inherited from PipelineObject

Inherited from Ordered[PipelineObject]

Inherited from Comparable[PipelineObject]

Inherited from AnyRef

Inherited from Any

Ungrouped