JdbcExtendedUtils

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
val ALLOW_EXISTING_PROPERTY: String
val BASETABLE_PROPERTY: String
val DBTABLE_PROPERTY: String
val SCHEMA_PROPERTY: String
val TABLETYPE_PROPERTY: String
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def createSchema(schemaName: String, conn: Connection, dialect: JdbcDialect): Unit
def dropTable(conn: Connection, tableName: String, dialect: JdbcDialect, context: SQLContext, ifExists: Boolean): Unit
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def executeUpdate(sql: String, conn: Connection): Unit
def externalResolvedDataSource(sqlContext: SQLContext, schemaString: String, provider: String, mode: SaveMode, options: Map[String, String]): ResolvedDataSource

Create a ResolvedDataSource for an external DataSource schema DDL string specification.
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
def insertStatement(conn: Connection, table: String, rddSchema: StructType, upsert: Boolean): PreparedStatement

Returns a PreparedStatement that inserts a row into table via conn.
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def savePartition(getConnection: () ⇒ Connection, table: String, iterator: Iterator[InternalRow], rddSchema: StructType, dialect: JdbcDialect, batchSize: Int, upsert: Boolean): Unit

Saves a partition of a DataFrame to the JDBC database.
Saves a partition of a DataFrame to the JDBC database. This is done in a single database transaction in order to avoid repeatedly inserting data as much as possible.
It is still theoretically possible for rows in a DataFrame to be inserted into the database more than once if a stage somehow fails after the commit occurs but before the stage can return successfully.
This is not a closure inside saveTable() because apparently cosmetic implementation changes elsewhere might easily render such a closure non-Serializable. Instead, we explicitly close over all variables that are used.
def saveTable(df: DataFrame, table: String, connProperties: ConnectionProperties, upsert: Boolean = false): Unit

Saves the RDD to the database in a single transaction.
def schemaString(schema: StructType, dialect: JdbcDialect): String

Compute the schema string for this RDD.
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def tableExists(table: String, conn: Connection, dialect: JdbcDialect, context: SQLContext): Boolean

Returns true if the table already exists in the JDBC database.
def tableExistsInMetaData(table: String, conn: Connection, dialect: JdbcDialect): Boolean
def toString(): String

Definition Classes
AnyRef → Any
def truncateTable(conn: Connection, tableName: String, dialect: JdbcDialect): Unit
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

object JdbcExtendedUtils extends Logging

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

val ALLOW_EXISTING_PROPERTY: String

val BASETABLE_PROPERTY: String

val DBTABLE_PROPERTY: String

val SCHEMA_PROPERTY: String

val TABLETYPE_PROPERTY: String

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def createSchema(schemaName: String, conn: Connection, dialect: JdbcDialect): Unit

def dropTable(conn: Connection, tableName: String, dialect: JdbcDialect, context: SQLContext, ifExists: Boolean): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def executeUpdate(sql: String, conn: Connection): Unit

def externalResolvedDataSource(sqlContext: SQLContext, schemaString: String, provider: String, mode: SaveMode, options: Map[String, String]): ResolvedDataSource

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

def insertStatement(conn: Connection, table: String, rddSchema: StructType, upsert: Boolean): PreparedStatement

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def savePartition(getConnection: () ⇒ Connection, table: String, iterator: Iterator[InternalRow], rddSchema: StructType, dialect: JdbcDialect, batchSize: Int, upsert: Boolean): Unit

def saveTable(df: DataFrame, table: String, connProperties: ConnectionProperties, upsert: Boolean = false): Unit

def schemaString(schema: StructType, dialect: JdbcDialect): String

final def synchronized[T0](arg0: ⇒ T0): T0

def tableExists(table: String, conn: Connection, dialect: JdbcDialect, context: SQLContext): Boolean

def tableExistsInMetaData(table: String, conn: Connection, dialect: JdbcDialect): Boolean

def toString(): String

def truncateTable(conn: Connection, tableName: String, dialect: JdbcDialect): Unit

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped