scheduler

Type Members

1. case class AccumulableInfo extends Product with Serializable

   :: DeveloperApi :: Information about an org.apache.spark.Accumulable modified during a task or stage.

2. class InputFormatInfo extends Logging

   :: DeveloperApi :: Parses and holds information about inputFormat (and files) specified as a parameter.

3. sealed trait JobResult extends AnyRef

   :: DeveloperApi :: A result of a job in the DAGScheduler.

4. abstract class SparkListener extends SparkListenerInterface

   :: DeveloperApi :: A default implementation for SparkListenerInterface that has no-op implementations for all callbacks.

5. case class SparkListenerApplicationEnd(time: Long) extends SparkListenerEvent with Product with Serializable

   Annotations

   @DeveloperApi()

6. case class SparkListenerApplicationStart(appName: String, appId: Option[String], time: Long, sparkUser: String, appAttemptId: Option[String], driverLogs: Option[Map[String, String]] = scala.None) extends SparkListenerEvent with Product with Serializable

   Annotations

   @DeveloperApi()

7. case class SparkListenerBlockManagerAdded(time: Long, blockManagerId: BlockManagerId, maxMem: Long, maxOnHeapMem: Option[Long] = scala.None, maxOffHeapMem: Option[Long] = scala.None) extends SparkListenerEvent with Product with Serializable

   Annotations

   @DeveloperApi()

8. case class SparkListenerBlockManagerRemoved(time: Long, blockManagerId: BlockManagerId) extends SparkListenerEvent with Product with Serializable

   Annotations

   @DeveloperApi()

9. case class SparkListenerBlockUpdated(blockUpdatedInfo: BlockUpdatedInfo) extends SparkListenerEvent with Product with Serializable

   Annotations

   @DeveloperApi()

10. case class SparkListenerEnvironmentUpdate(environmentDetails: Map[String, Seq[(String, String)]]) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

11. trait SparkListenerEvent extends AnyRef

    Annotations

    @DeveloperApi() @JsonTypeInfo()

12. case class SparkListenerExecutorAdded(time: Long, executorId: String, executorInfo: ExecutorInfo) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

13. case class SparkListenerExecutorBlacklisted(time: Long, executorId: String, taskFailures: Int) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

14. case class SparkListenerExecutorMetricsUpdate(execId: String, accumUpdates: Seq[(Long, Int, Int, Seq[AccumulableInfo])]) extends SparkListenerEvent with Product with Serializable

    Periodic updates from executors.

15. case class SparkListenerExecutorRemoved(time: Long, executorId: String, reason: String) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

16. case class SparkListenerExecutorUnblacklisted(time: Long, executorId: String) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

17. case class SparkListenerJobEnd(jobId: Int, time: Long, jobResult: JobResult) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

18. case class SparkListenerJobStart(jobId: Int, time: Long, stageInfos: Seq[StageInfo], properties: Properties = null) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

19. case class SparkListenerNodeBlacklisted(time: Long, hostId: String, executorFailures: Int) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

20. case class SparkListenerNodeUnblacklisted(time: Long, hostId: String) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

21. case class SparkListenerStageCompleted(stageInfo: StageInfo) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

22. case class SparkListenerStageSubmitted(stageInfo: StageInfo, properties: Properties = null) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

23. case class SparkListenerTaskEnd(stageId: Int, stageAttemptId: Int, taskType: String, reason: TaskEndReason, taskInfo: TaskInfo, taskMetrics: TaskMetrics) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

24. case class SparkListenerTaskGettingResult(taskInfo: TaskInfo) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

25. case class SparkListenerTaskStart(stageId: Int, stageAttemptId: Int, taskInfo: TaskInfo) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

26. case class SparkListenerUnpersistRDD(rddId: Int) extends SparkListenerEvent with Product with Serializable

    Annotations

    @DeveloperApi()

27. class SplitInfo extends AnyRef

    Annotations

    @DeveloperApi()

28. class StageInfo extends AnyRef

    :: DeveloperApi :: Stores information about a stage to pass from the scheduler to SparkListeners.

29. class StatsReportListener extends SparkListener with Logging

    :: DeveloperApi :: Simple SparkListener that logs a few summary statistics when each stage completes.

30. class TaskInfo extends AnyRef

    :: DeveloperApi :: Information about a running task attempt inside a TaskSet.