com.groupon.sparklint

data

package data

Visibility
  1. Public
  2. All

Type Members

  1. class CompressedMetricsSink extends MetricsSink

    A constant-memory-complexity data structure to store time series data points

  2. case class CompressedStageMetrics(compressedMetricsRepo: Map[(TaskLocality, Symbol), CompressedTaskCounter]) extends SparklintStageMetrics with Product with Serializable

  3. case class CompressedState(coreUsageByLocality: Map[TaskLocality, CompressedMetricsSink], coreUsageByPool: Map[Symbol, CompressedMetricsSink], executorInfo: Map[String, SparklintExecutorInfo], stageMetrics: Map[SparklintStageIdentifier, CompressedStageMetrics], stageIdLookup: Map[Int, SparklintStageIdentifier], runningTasks: Map[Long, SparklintTaskInfo], firstTaskAt: Option[Long], applicationEndedAt: Option[Long], lastUpdatedAt: Long) extends SparklintStateLike with Product with Serializable

  4. class CompressedTaskCounter extends SparklintTaskCounter

  5. case class Interval(minimum: Long, maximum: Long) extends Product with Serializable

    An interval

  6. class LosslessMetricsSink extends MetricsSink

  7. case class LosslessStageMetrics(losslessMetricsRepo: Map[(TaskLocality, Symbol), LosslessTaskCounter]) extends SparklintStageMetrics with Product with Serializable

  8. case class LosslessState(coreUsageByLocality: Map[TaskLocality, LosslessMetricsSink], coreUsageByPool: Map[Symbol, LosslessMetricsSink], executorInfo: Map[String, SparklintExecutorInfo], stageMetrics: Map[SparklintStageIdentifier, LosslessStageMetrics], stageIdLookup: Map[Int, SparklintStageIdentifier], runningTasks: Map[Long, SparklintTaskInfo], firstTaskAt: Option[Long], applicationEndedAt: Option[Long], lastUpdatedAt: Long) extends SparklintStateLike with Product with Serializable

  9. class LosslessTaskCounter extends SparklintTaskCounter

  10. trait MetricsSink extends AnyRef

  11. case class SparklintExecutorInfo(cores: Int, startTime: Long, endTime: Option[Long]) extends Product with Serializable

  12. class SparklintInputCounter extends AnyRef

  13. case class SparklintInputMetrics(bytesRead: Long = 0L, recordsRead: Long = 0L) extends Product with Serializable

  14. class SparklintOutputCounter extends AnyRef

  15. case class SparklintOutputMetrics(recordsWritten: Long = 0L, bytesWritten: Long = 0L) extends Product with Serializable

  16. case class SparklintRDDInfo() extends Product with Serializable

  17. class SparklintShuffleReadCounter extends AnyRef

  18. case class SparklintShuffleReadMetrics(fetchWaitTime: Long = 0L, localBlocksFetched: Long = 0L, localBytesRead: Long = 0L, recordsRead: Long = 0L, remoteBlocksFetched: Long = 0L, remoteBytesRead: Long = 0L) extends Product with Serializable

  19. class SparklintShuffleWriteCounter extends AnyRef

  20. case class SparklintShuffleWriteMetrics(shuffleBytesWritten: Long = 0L, shuffleRecordsWritten: Long = 0L, shuffleWriteTime: Long = 0L) extends Product with Serializable

  21. case class SparklintStageIdentifier(group: Symbol, description: Symbol, name: String, pool: Symbol) extends Product with Serializable

  22. trait SparklintStageMetrics extends AnyRef

  23. trait SparklintStateLike extends AnyRef

  24. trait SparklintTaskCounter extends AnyRef

  25. case class SparklintTaskInfo(taskId: Long, executorId: String, index: Int, attemptNumber: Int, launchTime: Long, locality: Symbol, speculative: Boolean) extends Product with Serializable

  26. case class SparklintTaskMetrics(outputMetrics: SparklintOutputMetrics, inputMetrics: SparklintInputMetrics, shuffleReadMetrics: SparklintShuffleReadMetrics, shuffleWriteMetrics: SparklintShuffleWriteMetrics, diskBytesSpilled: Long, memoryBytesSpilled: Long, executorDeserializeTime: Long, jvmGCTime: Long, resultSerializationTime: Long, resultSize: Long, executorRunTime: Long) extends Product with Serializable

Value Members

  1. object CompressedMetricsSink

  2. object CompressedStageMetrics extends Serializable

  3. object CompressedState extends Serializable

  4. object LosslessMetricsSink

  5. object LosslessStageMetrics extends Serializable

  6. object LosslessState extends Serializable

  7. object MetricsSink

  8. object SparkToSparklint

  9. object SparkVersionSpecificToSparklint

Ungrouped