data

Type Members

1. class CompressedMetricsSink extends MetricsSink

   

   A constant-memory-complexity data structure to store time series data points

   A constant-memory-complexity data structure to store time series data points

   It produces a ganglia-like feature, that if the new data to be added is newer than the maximum this can contain, a compact will be performed to increase the resolution (time range each bucket contains) according to getNextResolution, so this data structure can record newer data without losing the earliest data points.

   When first created, the size of the array will be the number of buckets to keep in memory The time range represented by each bucket is configured by resolution

   Since

   8/11/16.

2. case class CompressedStageMetrics(compressedMetricsRepo: Map[(TaskLocality, Symbol), CompressedTaskCounter]) extends SparklintStageMetrics with Product with Serializable

   
   Since

   8/16/16.

3. case class CompressedState(coreUsageByLocality: Map[TaskLocality, CompressedMetricsSink], coreUsageByPool: Map[Symbol, CompressedMetricsSink], executorInfo: Map[String, SparklintExecutorInfo], stageMetrics: Map[SparklintStageIdentifier, CompressedStageMetrics], stageIdLookup: Map[Int, SparklintStageIdentifier], runningTasks: Map[Long, SparklintTaskInfo], firstTaskAt: Option[Long], applicationEndedAt: Option[Long], lastUpdatedAt: Long) extends SparklintStateLike with Product with Serializable

   
   Since

   8/22/16.

4. class CompressedTaskCounter extends SparklintTaskCounter

   
   Since

   8/16/16.

5. case class Interval(minimum: Long, maximum: Long) extends Product with Serializable

   

   An interval

   An interval

   Since

   12/4/16.

6. class LosslessMetricsSink extends MetricsSink

   
   Since

   8/16/16.

7. case class LosslessStageMetrics(losslessMetricsRepo: Map[(TaskLocality, Symbol), LosslessTaskCounter]) extends SparklintStageMetrics with Product with Serializable

   
   Since

   9/22/16.

8. case class LosslessState(coreUsageByLocality: Map[TaskLocality, LosslessMetricsSink], coreUsageByPool: Map[Symbol, LosslessMetricsSink], executorInfo: Map[String, SparklintExecutorInfo], stageMetrics: Map[SparklintStageIdentifier, LosslessStageMetrics], stageIdLookup: Map[Int, SparklintStageIdentifier], runningTasks: Map[Long, SparklintTaskInfo], firstTaskAt: Option[Long], applicationEndedAt: Option[Long], lastUpdatedAt: Long) extends SparklintStateLike with Product with Serializable

   
   Since

   9/22/16.

9. class LosslessTaskCounter extends SparklintTaskCounter

   
   Since

   9/22/16.

10. trait MetricsSink extends AnyRef

    
    Since

    9/23/16.

11. case class SparklintExecutorInfo(cores: Int, startTime: Long, endTime: Option[Long]) extends Product with Serializable

    
    Since

    8/22/16.

12. class SparklintInputCounter extends AnyRef

    
    Since

    9/23/16.

13. case class SparklintInputMetrics(bytesRead: Long = 0L, recordsRead: Long = 0L) extends Product with Serializable

    
    Since

    9/23/16.

14. class SparklintOutputCounter extends AnyRef

    
    Since

    9/23/16.

15. case class SparklintOutputMetrics(recordsWritten: Long = 0L, bytesWritten: Long = 0L) extends Product with Serializable

    
    Since

    9/23/16.

16. case class SparklintRDDInfo() extends Product with Serializable

    
    Since

    8/16/16.

17. class SparklintShuffleReadCounter extends AnyRef

    
    Since

    9/23/16.

18. case class SparklintShuffleReadMetrics(fetchWaitTime: Long = 0L, localBlocksFetched: Long = 0L, localBytesRead: Long = 0L, recordsRead: Long = 0L, remoteBlocksFetched: Long = 0L, remoteBytesRead: Long = 0L) extends Product with Serializable

    
    Since

    9/23/16.

19. class SparklintShuffleWriteCounter extends AnyRef

    
    Since

    9/23/16.

20. case class SparklintShuffleWriteMetrics(shuffleBytesWritten: Long = 0L, shuffleRecordsWritten: Long = 0L, shuffleWriteTime: Long = 0L) extends Product with Serializable

    
    Since

    9/23/16.

21. case class SparklintStageIdentifier(group: Symbol, description: Symbol, name: String, pool: Symbol) extends Product with Serializable

    
    Since

    8/16/16.

22. trait SparklintStageMetrics extends AnyRef

    
    Since

    12/4/16.

23. trait SparklintStateLike extends AnyRef

    
    Since

    9/23/16.

24. trait SparklintTaskCounter extends AnyRef

    

25. case class SparklintTaskInfo(taskId: Long, executorId: String, index: Int, attemptNumber: Int, launchTime: Long, locality: Symbol, speculative: Boolean) extends Product with Serializable

    
    Since

    9/23/16.

26. case class SparklintTaskMetrics(outputMetrics: SparklintOutputMetrics, inputMetrics: SparklintInputMetrics, shuffleReadMetrics: SparklintShuffleReadMetrics, shuffleWriteMetrics: SparklintShuffleWriteMetrics, diskBytesSpilled: Long, memoryBytesSpilled: Long, executorDeserializeTime: Long, jvmGCTime: Long, resultSerializationTime: Long, resultSize: Long, executorRunTime: Long) extends Product with Serializable

    
    Since

    12/4/16.