package
data
Type Members
-
-
-
-
-
case class
Interval(minimum: Long, maximum: Long) extends Product with Serializable
-
-
-
-
-
-
case class
SparklintExecutorInfo(cores: Int, startTime: Long, endTime: Option[Long]) extends Product with Serializable
-
-
case class
SparklintInputMetrics(bytesRead: Long = 0L, recordsRead: Long = 0L) extends Product with Serializable
-
-
case class
SparklintOutputMetrics(recordsWritten: Long = 0L, bytesWritten: Long = 0L) extends Product with Serializable
-
case class
SparklintRDDInfo() extends Product with Serializable
-
-
case class
SparklintShuffleReadMetrics(fetchWaitTime: Long = 0L, localBlocksFetched: Long = 0L, localBytesRead: Long = 0L, recordsRead: Long = 0L, remoteBlocksFetched: Long = 0L, remoteBytesRead: Long = 0L) extends Product with Serializable
-
-
case class
SparklintShuffleWriteMetrics(shuffleBytesWritten: Long = 0L, shuffleRecordsWritten: Long = 0L, shuffleWriteTime: Long = 0L) extends Product with Serializable
-
case class
SparklintStageIdentifier(group: Symbol, description: Symbol, name: String, pool: Symbol) extends Product with Serializable
-
-
-
-
case class
SparklintTaskInfo(taskId: Long, executorId: String, index: Int, attemptNumber: Int, launchTime: Long, locality: Symbol, speculative: Boolean) extends Product with Serializable
-
case class
SparklintTaskMetrics(outputMetrics: SparklintOutputMetrics, inputMetrics: SparklintInputMetrics, shuffleReadMetrics: SparklintShuffleReadMetrics, shuffleWriteMetrics: SparklintShuffleWriteMetrics, diskBytesSpilled: Long, memoryBytesSpilled: Long, executorDeserializeTime: Long, jvmGCTime: Long, resultSerializationTime: Long, resultSize: Long, executorRunTime: Long) extends Product with Serializable
A constant-memory-complexity data structure to store time series data points
It produces a ganglia-like feature, that if the new data to be added is newer than the maximum this can contain, a
compact
will be performed to increase the resolution (time range each bucket contains) according togetNextResolution
, so this data structure can record newer data without losing the earliest data points.When first created, the size of the array will be the number of buckets to keep in memory The time range represented by each bucket is configured by
resolution
8/11/16.