Class

org.apache.spark.sql.pulsar

PulsarSourceInitialOffsetWriter

Related Doc: package pulsar

Permalink

class PulsarSourceInitialOffsetWriter extends HDFSMetadataLog[SpecificPulsarOffset]

Linear Supertypes
HDFSMetadataLog[SpecificPulsarOffset], Logging, MetadataLog[SpecificPulsarOffset], AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. PulsarSourceInitialOffsetWriter
  2. HDFSMetadataLog
  3. Logging
  4. MetadataLog
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new PulsarSourceInitialOffsetWriter(sparkSession: SparkSession, metadataPath: String)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def add(batchId: Long, metadata: SpecificPulsarOffset): Boolean

    Permalink
    Definition Classes
    HDFSMetadataLog → MetadataLog

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. val batchFilesFilter: PathFilter

    Permalink
    Attributes
    protected
    Definition Classes
    HDFSMetadataLog

  7. def batchIdToPath(batchId: Long): Path

    Permalink
    Attributes
    protected
    Definition Classes
    HDFSMetadataLog

  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. def deserialize(in: InputStream): SpecificPulsarOffset

    Permalink
    Definition Classes
    PulsarSourceInitialOffsetWriter → HDFSMetadataLog

  10. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  11. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  12. val fileManager: CheckpointFileManager

    Permalink
    Attributes
    protected
    Definition Classes
    HDFSMetadataLog

  13. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  14. def get(startId: Option[Long], endId: Option[Long]): Array[(Long, SpecificPulsarOffset)]

    Permalink
    Definition Classes
    HDFSMetadataLog → MetadataLog

  15. def get(batchId: Long): Option[SpecificPulsarOffset]

    Permalink
    Definition Classes
    HDFSMetadataLog → MetadataLog

  16. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  17. def getInitialOffset(metadataReader: PulsarMetadataReader, startingOffsets: PerTopicOffset, poolTimeoutMs: Int, reportDataLoss: (String) ⇒ Unit): SpecificPulsarOffset

    Permalink

  18. def getLatest(): Option[(Long, SpecificPulsarOffset)]

    Permalink
    Definition Classes
    HDFSMetadataLog → MetadataLog

  19. def getOrderedBatchFiles(): Array[FileStatus]

    Permalink
    Definition Classes
    HDFSMetadataLog

  20. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  21. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  22. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  23. def isBatchFile(path: Path): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    HDFSMetadataLog

  24. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  25. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  26. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  27. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  28. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  29. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  30. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  31. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  32. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  33. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  34. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  35. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  36. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  37. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  38. val metadataPath: Path

    Permalink
    Definition Classes
    HDFSMetadataLog

  39. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  40. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  41. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  42. def pathToBatchId(path: Path): Long

    Permalink
    Attributes
    protected
    Definition Classes
    HDFSMetadataLog

  43. def purge(thresholdBatchId: Long): Unit

    Permalink
    Definition Classes
    HDFSMetadataLog → MetadataLog

  44. def purgeAfter(thresholdBatchId: Long): Unit

    Permalink
    Definition Classes
    HDFSMetadataLog

  45. def serialize(metadata: SpecificPulsarOffset, out: OutputStream): Unit

    Permalink
    Definition Classes
    PulsarSourceInitialOffsetWriter → HDFSMetadataLog

  46. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  47. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  48. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  49. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  50. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from HDFSMetadataLog[SpecificPulsarOffset]

Inherited from Logging

Inherited from MetadataLog[SpecificPulsarOffset]

Inherited from AnyRef

Inherited from Any

Ungrouped