DeltaLog

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def apply(spark: SparkSession, rawPath: Path, clock: Clock = new SystemClock): DeltaLog

   

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def clearCache(): Unit

   

7. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. lazy val deltaLogAsyncUpdateThreadPool: ExecutionContextExecutorService

   

   Attributes

   protected

9. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

10. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

11. def filterFileList(partitionColumns: Seq[String], files: DataFrame, partitionFilters: Seq[Expression], partitionColumnPrefixes: Seq[String] = Nil): DataFrame

    

    Filters the given Dataset by the given partitionFilters, returning those that match.

    Filters the given Dataset by the given partitionFilters, returning those that match.

    files

    The active files in the DeltaLog state, which contains the partition value information

    partitionFilters

    Filters on the partition columns

    partitionColumnPrefixes

    The path to the partitionValues column, if it's nested

12. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

13. def forTable(spark: SparkSession, dataPath: Path, clock: Clock): DeltaLog

    

    Helper for creating a log when it stored at the root of the data.

14. def forTable(spark: SparkSession, dataPath: File, clock: Clock): DeltaLog

    

    Helper for creating a log when it stored at the root of the data.

15. def forTable(spark: SparkSession, dataPath: String, clock: Clock): DeltaLog

    

    Helper for creating a log when it stored at the root of the data.

16. def forTable(spark: SparkSession, dataPath: Path): DeltaLog

    

    Helper for creating a log when it stored at the root of the data.

17. def forTable(spark: SparkSession, dataPath: File): DeltaLog

    

    Helper for creating a log when it stored at the root of the data.

18. def forTable(spark: SparkSession, dataPath: String): DeltaLog

    

    Helper for creating a log when it stored at the root of the data.

19. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

20. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

21. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

22. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

23. def invalidateCache(spark: SparkSession, dataPath: Path): Unit

    

    Invalidate the cached DeltaLog object for the given dataPath.

24. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

25. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

26. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

27. def logConsole(line: String): Unit

    

    Definition Classes

    DatabricksLogging

28. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

30. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

31. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

33. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

34. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

35. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

36. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

37. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

38. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

39. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

40. final def notify(): Unit

    

    Definition Classes

    AnyRef

41. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

42. def recordDeltaEvent(deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty, data: AnyRef = null): Unit

    

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    Attributes

    protected

    Definition Classes

    DeltaLogging

43. def recordDeltaOperation[A](deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: ⇒ A): A

    

    Used to report the duration as well as the success or failure of an operation.

    Used to report the duration as well as the success or failure of an operation.

    Attributes

    protected

    Definition Classes

    DeltaLogging

44. def recordEvent(metric: MetricDefinition, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit

    

    Definition Classes

    DatabricksLogging

45. def recordOperation[S](opType: OpType, opTarget: String = null, extraTags: Map[TagDefinition, String], isSynchronous: Boolean = true, alwaysRecordStats: Boolean = false, allowAuthTags: Boolean = false, killJvmIfStuck: Boolean = false, outputMetric: MetricDefinition = null, silent: Boolean = true)(thunk: ⇒ S): S

    

    Definition Classes

    DatabricksLogging

46. def recordUsage(metric: MetricDefinition, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit

    

    Definition Classes

    DatabricksLogging

47. def rewritePartitionFilters(partitionColumns: Seq[String], resolver: Resolver, partitionFilters: Seq[Expression], partitionColumnPrefixes: Seq[String] = Nil): Seq[Expression]

    

    Rewrite the given partitionFilters to be used for filtering partition values.

    Rewrite the given partitionFilters to be used for filtering partition values. We need to explicitly resolve the partitioning columns here because the partition columns are stored as keys of a Map type instead of attributes in the AddFile schema (below) and thus cannot be resolved automatically.

    partitionFilters

    Filters on the partition columns

    partitionColumnPrefixes

    The path to the partitionValues column, if it's nested

48. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

49. def toString(): String

    

    Definition Classes

    AnyRef → Any

50. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

51. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

52. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

53. def withStatusCode[T](statusCode: String, defaultMessage: String, data: Map[String, Any] = Map.empty)(body: ⇒ T): T

    

    Report a log to indicate some command is running.

    Report a log to indicate some command is running.

    Definition Classes

    DeltaProgressReporter