DatabaseValidationResultLogger

Validation results logger saving result in RDBMS
Expected DB schema for invalidRecordsTableName:

  CREATE TABLE INVALID_RECORDS(
    tableName VARCHAR,
    columnName VARCHAR,
    row VARCHAR,
    value VARCHAR,
    rule VARCHAR,
    year INTEGER,
    month INTEGER,
    day INTEGER
  )

Expected DB schema for tableStatisticsTableName:

  CREATE TABLE TABLE_STATISTICS(
    tableName VARCHAR,
    rowsCount INTEGER,
    columnsCount INTEGER,
    year INTEGER,
    month INTEGER,
    day INTEGER
  )

Expected DB schema for columnStatisticsTableName:

  CREATE TABLE COLUMN_STATISTICS(
    tableName VARCHAR,
    columnName VARCHAR,
    columnType VARCHAR,
    notMissingCount INTEGER,
    rowsCount INTEGER,
    percentageNotMissing DOUBLE,
    min DOUBLE,
    max DOUBLE,
    avg DOUBLE,
    stddev DOUBLE,
    year INTEGER,
    month INTEGER,
    day INTEGER
  )

Expected DB schema for groupsStatisticsTableName:

  CREATE TABLE GROUP_STATISTICS(
    tableName VARCHAR,
    groupName VARCHAR,
    groupByFieldValue VARCHAR,
    rowsCount INTEGER,
    year INTEGER,
    month INTEGER,
    day INTEGER
  )

Expected DB schema for invalidGroupsTableName:

  CREATE TABLE INVALID_GROUPS(
    tableName VARCHAR,
    groupName VARCHAR,
    groupValue VARCHAR,
    rule VARCHAR,
    year INTEGER,
    month INTEGER,
    day INTEGER
  )

Linear Supertypes

ValidationResultLogger, AnyRef, Any

Instance Constructors

new DatabaseValidationResultLogger(driverClassName: String, dbUrl: String, connectionProperties: Properties, invalidRecordsTableName: String, tableStatisticsTableName: String, columnStatisticsTableName: String, groupsStatisticsTableName: String, invalidGroupsTableName: String)

driverClassName
JDBC driver class name
dbUrl
DB connection string
connectionProperties
JDBC connection properties, especially user and password
invalidRecordsTableName
name of table where to insert invalid records
tableStatisticsTableName
name of table where to insert table statistics records
columnStatisticsTableName
name of table where to insert column statistics records
groupsStatisticsTableName
name of table where to insert group by statistics records
invalidGroupsTableName
name of table where to insert invalid groups

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def log(result: ValidationResult): Unit

Definition Classes
ValidationResultLogger
def logColumnStatistics(columnsStatistics: Seq[ColumnStatistics]): Unit

Attributes
protected
Definition Classes
DatabaseValidationResultLogger → ValidationResultLogger
def logGroupByStatistics(groupByStatisticsList: Seq[GroupByStatistics]): Unit

Attributes
protected
Definition Classes
DatabaseValidationResultLogger → ValidationResultLogger
def logInvalidGroups(invalidGroups: Seq[InvalidGroup]): Unit

Attributes
protected
Definition Classes
DatabaseValidationResultLogger → ValidationResultLogger
def logInvalidRecords(invalidRecords: Seq[InvalidRecord]): Unit

Attributes
protected
Definition Classes
DatabaseValidationResultLogger → ValidationResultLogger
def logTableStatistics(tableStatistics: TableStatistics): Unit

Attributes
protected
Definition Classes
DatabaseValidationResultLogger → ValidationResultLogger
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package logger

class DatabaseValidationResultLogger extends ValidationResultLogger

Instance Constructors

new DatabaseValidationResultLogger(driverClassName: String, dbUrl: String, connectionProperties: Properties, invalidRecordsTableName: String, tableStatisticsTableName: String, columnStatisticsTableName: String, groupsStatisticsTableName: String, invalidGroupsTableName: String)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def log(result: ValidationResult): Unit

def logColumnStatistics(columnsStatistics: Seq[ColumnStatistics]): Unit

def logGroupByStatistics(groupByStatisticsList: Seq[GroupByStatistics]): Unit

def logInvalidGroups(invalidGroups: Seq[InvalidGroup]): Unit

def logInvalidRecords(invalidRecords: Seq[InvalidRecord]): Unit

def logTableStatistics(tableStatistics: TableStatistics): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from ValidationResultLogger

Inherited from AnyRef

Inherited from Any

Ungrouped