com.bizo.hive.sparkplug

emr

package emr

Linear Supertypes
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. emr
  2. ApplicationImplicits
  3. AnyRef
  4. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. abstract class AbstractJarStep extends JobStep

    Abstract job step representing running a jar file with optional main class and arguments.

  2. abstract class AbstractScriptStep extends AbstractJarStep

    Abstract job step representing running an arbitrary script via the AWS-provided script-runner jar.

  3. case class Application(name: String, version: Option[String] = scala.None, args: Option[List[String]] = scala.None, additionalInfo: Option[Map[String, String]] = scala.None) extends Product with Serializable

  4. trait ApplicationImplicits extends AnyRef

  5. trait BidProvider extends AnyRef

  6. trait BootstrapAction extends AnyRef

  7. case class BootstrapScript(name: String, path: String, args: Seq[String] = collection.this.Seq.empty[Nothing]) extends BootstrapAction with Product with Serializable

  8. class Cluster[M, C, T] extends AnyRef

  9. trait ClusterConfig extends AnyRef

  10. class Core extends InstanceGroup

  11. sealed abstract class CoreDef extends AnyRef

  12. class DefaultBidProvider extends BidProvider

  13. class Emr extends AnyRef

  14. class FixedBidProvider extends BidProvider

  15. case class HiveStep(version: String, script: String, args: Map[String, String]) extends JobStep with Product with Serializable

    Executes a Hive script.

  16. case class InstallHive(version: String) extends AbstractScriptStep with Product with Serializable

    Installs Hive.

  17. abstract class InstanceGroup extends AnyRef

  18. case class JarStep(jar: String, mainClass: Option[String] = scala.None, args: Seq[String] = collection.this.Seq.empty[Nothing]) extends AbstractJarStep with Product with Serializable

    Generic JarStep for running a jar with an optional main class and optional args.

  19. case class JobFlow(name: String, cluster: RunnableCluster, steps: Seq[JobStep], bootstrap: Seq[BootstrapAction] = collection.this.Seq.empty[Nothing], keepAlive: Boolean = false, terminationProtection: Boolean = false, tags: Seq[(String, String)] = ...) extends Product with Serializable

  20. trait JobStep extends AnyRef

  21. class Master extends InstanceGroup

  22. sealed abstract class MasterDef extends AnyRef

  23. class MemoryIntensive extends BootstrapScript

  24. class RunnableCluster extends AnyRef

  25. case class ScriptStep(script: String, scriptArgs: Seq[String] = collection.this.Seq.empty[Nothing]) extends AbstractScriptStep with Product with Serializable

    Generic script to execute a shell script with optional arguments.

  26. case class SetupDebugging() extends AbstractScriptStep with Product with Serializable

  27. case class SparkStep(jarPath: String, jobClass: String, sparkOptions: Option[Seq[String]] = scala.None, jobOptions: Option[Seq[String]] = scala.None) extends JobStep with Product with Serializable

    Executes a Spark job via spark-submit -- since emr-4.

  28. class Task extends InstanceGroup

  29. sealed abstract class TaskDef extends AnyRef

  30. sealed abstract class UnspecifiedDef extends AnyRef

Value Members

  1. object Core

  2. object Emr

  3. object JobStepUtils

  4. object Master

  5. object RunnableCluster

  6. object Spot

  7. object Task

  8. implicit def application2AwsApplication(a: Application): amazonaws.services.elasticmapreduce.model.Application

    Definition Classes
    ApplicationImplicits
  9. implicit def applicationList2Java(l: Seq[Application]): Collection[amazonaws.services.elasticmapreduce.model.Application]

    Definition Classes
    ApplicationImplicits
  10. implicit val defaultBidProvider: BidProvider

  11. implicit def masterToCluster(m: Master): Cluster[MasterDef, UnspecifiedDef, UnspecifiedDef]

  12. implicit lazy val s3: S3

Inherited from ApplicationImplicits

Inherited from AnyRef

Inherited from Any

Ungrouped