CdcModel

A named model for mutations coming from a CDC tool. This model should be used together with the Cdc writer plugin in order to write these mutations into a Delta Lake table on HDFS.

uri is the location on HDFS where the Delta Table will be created.

schema is a json-encoded DataFrame schema, that is, a StructType. See DataType.fromJson and DataType.json.

options control the underlying spark DeltaLakeWriter in the writers using an instance of this model.

name: the name of the datastore
uri: the uri where the data are meant to be written
schema: the schema of the data
options: the options for the datastore

Linear Supertypes

Serializable, Serializable, Product, Equals, DatastoreModel, Model, AnyRef, Any

Instance Constructors

new CdcModel(name: String, uri: String, schema: String, options: CdcOptions = CdcOptions.default)

name
the name of the datastore
uri
the uri where the data are meant to be written
schema
the schema of the data
options
the options for the datastore

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def datastoreProduct: DatastoreProduct

Definition Classes
CdcModel → DatastoreModel
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val name: String

the name of the datastore
the name of the datastore

Definition Classes
CdcModel → Model
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val options: CdcOptions

the options for the datastore
val schema: String

the schema of the data
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val uri: String

the uri where the data are meant to be written
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package models

case class CdcModel(name: String, uri: String, schema: String, options: CdcOptions = CdcOptions.default) extends DatastoreModel with Product with Serializable

Instance Constructors

new CdcModel(name: String, uri: String, schema: String, options: CdcOptions = CdcOptions.default)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def datastoreProduct: DatastoreProduct

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

final def isInstanceOf[T0]: Boolean

val name: String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val options: CdcOptions

val schema: String

final def synchronized[T0](arg0: ⇒ T0): T0

val uri: String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DatastoreModel

Inherited from Model

Inherited from AnyRef

Inherited from Any

Ungrouped