ExecutorsListener

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

7. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

8. val executorIdToData: HashMap[String, ExecutorUIData]

   

9. val executorToDuration: HashMap[String, Long]

   

10. val executorToInputBytes: HashMap[String, Long]

    

11. val executorToInputRecords: HashMap[String, Long]

    

12. val executorToLogUrls: HashMap[String, Map[String, String]]

    

13. val executorToOutputBytes: HashMap[String, Long]

    

14. val executorToOutputRecords: HashMap[String, Long]

    

15. val executorToShuffleRead: HashMap[String, Long]

    

16. val executorToShuffleWrite: HashMap[String, Long]

    

17. val executorToTasksActive: HashMap[String, Int]

    

18. val executorToTasksComplete: HashMap[String, Int]

    

19. val executorToTasksFailed: HashMap[String, Int]

    

20. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

21. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

22. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

23. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

24. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

25. final def notify(): Unit

    

    Definition Classes

    AnyRef

26. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

27. def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

    

    Called when the application ends

    Called when the application ends

    Definition Classes

    SparkListener

28. def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

    

    Called when the application starts

    Called when the application starts

    Definition Classes

    ExecutorsListener → SparkListener

29. def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

    

    Called when a new block manager has joined

    Called when a new block manager has joined

    Definition Classes

    SparkListener

30. def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

    

    Called when an existing block manager has been removed

    Called when an existing block manager has been removed

    Definition Classes

    SparkListener

31. def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit

    

    Called when the driver receives a block update info.

    Called when the driver receives a block update info.

    Definition Classes

    SparkListener

32. def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

    

    Called when environment properties have been updated

    Called when environment properties have been updated

    Definition Classes

    SparkListener

33. def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit

    

    Called when the driver registers a new executor.

    Called when the driver registers a new executor.

    Definition Classes

    ExecutorsListener → SparkListener

34. def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit

    

    Called when the driver receives task metrics from an executor in a heartbeat.

    Called when the driver receives task metrics from an executor in a heartbeat.

    Definition Classes

    SparkListener

35. def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit

    

    Called when the driver removes an executor.

    Called when the driver removes an executor.

    Definition Classes

    ExecutorsListener → SparkListener

36. def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

    

    Called when a job ends

    Called when a job ends

    Definition Classes

    SparkListener

37. def onJobStart(jobStart: SparkListenerJobStart): Unit

    

    Called when a job starts

    Called when a job starts

    Definition Classes

    SparkListener

38. def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

    

    Called when a stage completes successfully or fails, with information on the completed stage.

    Called when a stage completes successfully or fails, with information on the completed stage.

    Definition Classes

    SparkListener

39. def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

    

    Called when a stage is submitted

    Called when a stage is submitted

    Definition Classes

    SparkListener

40. def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

    

    Called when a task ends

    Called when a task ends

    Definition Classes

    ExecutorsListener → SparkListener

41. def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

    

    Called when a task begins remotely fetching its result (will not be called for tasks that do not need to fetch the result remotely).

    Called when a task begins remotely fetching its result (will not be called for tasks that do not need to fetch the result remotely).

    Definition Classes

    SparkListener

42. def onTaskStart(taskStart: SparkListenerTaskStart): Unit

    

    Called when a task starts

    Called when a task starts

    Definition Classes

    ExecutorsListener → SparkListener

43. def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

    

    Called when an RDD is manually unpersisted by the application

    Called when an RDD is manually unpersisted by the application

    Definition Classes

    SparkListener

44. def storageStatusList: Seq[StorageStatus]

    

45. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

46. def toString(): String

    

    Definition Classes

    AnyRef → Any

47. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

48. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

49. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )