c
it.agilelab.bigdata.wasp.consumers.spark.plugins.postgresql
PostgreSQLSparkBatchWriter
Companion object PostgreSQLSparkBatchWriter
case class PostgreSQLSparkBatchWriter(sqlSinkModel: SQLSinkModel) extends PostgreSQLSparkBaseWriter with SparkBatchWriter with Product with Serializable
A SparkBatchWriter that writes to PostgreSQL using upserts (INSERT ON CONFLICT)
- sqlSinkModel
Model for the upsert operations
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- PostgreSQLSparkBatchWriter
- Serializable
- Serializable
- Product
- Equals
- SparkBatchWriter
- PostgreSQLSparkBaseWriter
- JDBCConnectionInfoProvider
- JDBCPooledConnectionSupport
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
-
new
PostgreSQLSparkBatchWriter(sqlSinkModel: SQLSinkModel)
- sqlSinkModel
Model for the upsert operations
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
closePool(): Unit
- Attributes
- protected
- Definition Classes
- JDBCPooledConnectionSupport
-
def
createConnection(): Connection
- Attributes
- protected
- Definition Classes
- PostgreSQLSparkBaseWriter
-
def
createConnectionFactory: () ⇒ Connection
- Definition Classes
- JDBCPooledConnectionSupport
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
fetchMetadata(table: String): TableMetadata
- Attributes
- protected
- Definition Classes
- PostgreSQLSparkBaseWriter
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getConnectionActiveSize: Int
- Attributes
- protected
- Definition Classes
- JDBCPooledConnectionSupport
-
def
getDriver: String
- Definition Classes
- PostgreSQLSparkBaseWriter → JDBCConnectionInfoProvider
-
def
getMetadataFetcherService(): JDBCMetadataFetcherService
- Attributes
- protected
- Definition Classes
- PostgreSQLSparkBaseWriter
-
def
getPoolSize: Int
- Definition Classes
- PostgreSQLSparkBaseWriter → JDBCPooledConnectionSupport
-
def
getProperties: Properties
- Definition Classes
- PostgreSQLSparkBaseWriter → JDBCConnectionInfoProvider
-
def
getUrl: String
- Definition Classes
- PostgreSQLSparkBaseWriter → JDBCConnectionInfoProvider
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
val
sqlSinkModel: SQLSinkModel
- Definition Classes
- PostgreSQLSparkBatchWriter → PostgreSQLSparkBaseWriter
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
write(df: DataFrame): Unit
- Definition Classes
- PostgreSQLSparkBatchWriter → SparkBatchWriter