Packages

o

org.apache.spark.sql

MetricsCollector

object MetricsCollector extends Serializable with LazyLogging

Linear Supertypes
LazyLogging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. MetricsCollector
  2. LazyLogging
  3. Serializable
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val DeltaPathPrefix: String
  5. val InstrumentationJobDescription: String
  6. val InstrumentationJobId: String
  7. val InstrumentationReadJobDescription: String
  8. val InstrumentationReadJobId: String
  9. def addSparkListener(spark: SparkSession, executionUrl: String, session: String, scheduled: Boolean): Unit
    Annotations
    @Py4JWhitelist()
  10. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  11. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @HotSpotIntrinsicCandidate()
  12. val disableOffload: String
  13. def end(): Unit
  14. def end(spark: SparkSession, interimDetails: List[(InterimKey, DataFrame)]): Unit
  15. def end(spark: SparkSession): Unit
    Annotations
    @Py4JWhitelist()
  16. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  18. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  19. def getJobGroup(spark: SparkSession): String
  20. def getListenerFromSparkSession(sparkSession: SparkSession): Option[ProphecyEventSendingListener]
  21. def getSession(sessionForInteractive: String): String
  22. def getSessionAppendedKey(key: String, session: String): String
  23. def getTaskIdFromGroup(spark: SparkSession): String
  24. def getUniqueSessionId(session: SparkSession): Option[String]
  25. val groupIdKey: String
  26. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  27. def initializeMetrics(spark: SparkSession): Unit
    Annotations
    @Py4JWhitelist()
  28. def instrument[R](spark: SparkSession, pipelineId: String, sessionForInteractive: String = "", interimDetails: List[(InterimKey, DataFrame)] = Nil)(func: ⇒ R): Unit
  29. def instrumentExternal[R](func: ⇒ R, spark: SparkSession, pipelineId: String, sessionForInteractive: String, interimDetailsTupleList: List[((String, String, String), DataFrame)]): Unit
    Annotations
    @Py4JWhitelist()
  30. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  31. lazy val logger: Logger
    Attributes
    protected
    Definition Classes
    LazyLogging
    Annotations
    @transient()
  32. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  33. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  34. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  35. val sessionDataStore: TrieMap[String, InMemoryStore]
  36. val sparkConfComponentMetricsTable: String
  37. val sparkConfExpectedInterims: String
  38. val sparkConfFabricIdKey: String
  39. val sparkConfInterimsTable: String
  40. val sparkConfJobBranch: String
  41. val sparkConfJobUriKey: String
  42. val sparkConfOffloadForTestEnabled: String
  43. val sparkConfPackagesPath: String
  44. val sparkConfPipelineCodeKey: String
  45. val sparkConfPipelineMetricsTable: String
  46. val sparkConfPipelineProcessesKey: String
  47. val sparkConfPipelineUUIDKey: String
  48. val sparkConfPipelineUriKey: String
  49. val sparkConfProjectID: String
  50. val sparkConfRunTypeKey: String
  51. val sparkConfServiceUrlKey: String
  52. val sparkConfTestListenerEnabled: String
  53. val sparkConfURL: String
  54. val sparkConfUserIdKey: String
  55. def start(spark: SparkSession, pipelineId: String, sessionForInteractive: String = ""): Unit
    Annotations
    @Py4JWhitelist()
  56. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  57. def toString(): String
    Definition Classes
    AnyRef → Any
  58. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  59. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  60. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

Inherited from LazyLogging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped