Packages

o

org.apache.spark.sql

MetricsCollector

object MetricsCollector extends Serializable with LazyLogging

Linear Supertypes
LazyLogging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. MetricsCollector
  2. LazyLogging
  3. Serializable
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. case class EmptyConfig() extends ConfigBase with Product with Serializable

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val DefaultUndef: String
  5. val GroupIdKey: String
  6. val InstrumentationJobDescription: String
  7. val InstrumentationJobId: String
  8. val InstrumentationReadJobDescription: String
  9. val InstrumentationReadJobId: String
  10. val JarRegex: Regex
  11. val SparkConfCollectBasicStats: String
  12. val SparkConfComponentMetricsTable: String
  13. val SparkConfDisableOffload: String
  14. val SparkConfExpectedInterims: String
  15. val SparkConfFabricIdKey: String
  16. val SparkConfInterimsTable: String
  17. val SparkConfJobBranch: String
  18. val SparkConfJobUriKey: String
  19. val SparkConfOffloadForTestEnabled: String
  20. val SparkConfPackagesPath: String
  21. val SparkConfPipelineCodeKey: String
  22. val SparkConfPipelineMetricsTable: String
  23. val SparkConfPipelinePackageKey: String
  24. val SparkConfPipelineProcessesKey: String
  25. val SparkConfPipelineUUIDKey: String
  26. val SparkConfPipelineUriKey: String
  27. val SparkConfProjectID: String
  28. val SparkConfRunTypeKey: String
  29. val SparkConfServiceUrlKey: String
  30. val SparkConfStorageFormat: String
  31. val SparkConfTablePartitioningDisabled: String
  32. val SparkConfTasks: String
  33. val SparkConfTestListenerEnabled: String
  34. val SparkConfURL: String
  35. val SparkConfUnitTestEnvironment: String
  36. val SparkConfUserIdKey: String
  37. val SparkConfsToLog: List[String]
  38. val SparkDeltaPathPrefix: String
  39. def addSparkListener(spark: SparkSession, executionUrlOptional: Option[String], session: String, scheduled: Boolean): Unit
  40. def addSparkListener(spark: SparkSession, executionUrl: String, session: String, scheduled: Boolean): Unit
    Annotations
    @Py4JWhitelist()
  41. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  42. def classLoaderURLs(classLoader: ClassLoader = ..., soFar: List[URL] = Nil): List[URL]
    Annotations
    @tailrec()
  43. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @HotSpotIntrinsicCandidate()
  44. val emptyConfig: EmptyConfig
  45. def end(): Unit
  46. def end(spark: SparkSession, interimDetails: List[(InterimKey, DataFrame)]): Unit
  47. def end(spark: SparkSession): Unit
    Annotations
    @Py4JWhitelist()
  48. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  49. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  50. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  51. def getJobGroup(spark: SparkSession): String
  52. def getListenerFromSparkSession(sparkSession: SparkSession): Option[ProphecyEventSendingListener]
  53. def getSession(sessionForInteractive: String): String
  54. def getSessionAppendedKey(key: String, session: String): String
  55. def getSparkProperty(confKey: String, spark: SparkSession): Option[String]
  56. def getTaskIdFromGroup(spark: SparkSession): String
  57. def getUniqueSessionId(session: SparkSession): Option[String]
  58. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  59. def initializeMetrics(spark: SparkSession): Unit
    Annotations
    @Py4JWhitelist()
  60. def instrument[R](spark: SparkSession, pipelineId: String, sessionForInteractive: String, interimDetails: List[(InterimKey, DataFrame)], config: Product)(func: ⇒ R): Unit
  61. def instrument[R](spark: SparkSession, pipelineId: String, config: Product)(func: ⇒ R): Unit
  62. def instrument[R](spark: SparkSession, pipelineId: String, interimDetails: List[(InterimKey, DataFrame)])(func: ⇒ R): Unit
  63. def instrument[R](spark: SparkSession, pipelineId: String, sessionForInteractive: String)(func: ⇒ R): Unit
  64. def instrument[R](spark: SparkSession, pipelineId: String)(func: ⇒ R): Unit
  65. def instrumentExternal[R](func: ⇒ R, spark: SparkSession, pipelineId: String, sessionForInteractive: String, interimDetailsTupleList: List[((String, String, String), DataFrame)] = Nil): Unit
    Annotations
    @Py4JWhitelist()
  66. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  67. lazy val logger: Logger
    Attributes
    protected
    Definition Classes
    LazyLogging
    Annotations
    @transient()
  68. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  69. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  70. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  71. def prophecyPipelineJars1: List[String]
  72. def prophecyPipelineJars2: List[String]
  73. val sessionDataStore: TrieMap[String, InMemoryStore]
  74. def start(spark: SparkSession, pipelineId: String, sessionForInteractive: String, pipelineConfigOptional: Option[String]): Unit
  75. def start(spark: SparkSession, pipelineId: String, sessionForInteractive: String, pipelineConfig: String): Unit
    Annotations
    @Py4JWhitelist()
  76. def start[T <: Product](spark: SparkSession, pipelineId: String, sessionForInteractive: String, config: T): Unit
    Annotations
    @Py4JWhitelist()
  77. def start(spark: SparkSession, pipelineId: String, sessionForInteractive: String = ""): Unit
    Annotations
    @Py4JWhitelist()
  78. def start[T <: Product](spark: SparkSession, pipelineId: String, config: T): Unit
    Annotations
    @Py4JWhitelist()
  79. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  80. def toString(): String
    Definition Classes
    AnyRef → Any
  81. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  82. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  83. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

Inherited from LazyLogging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped