HiveSinkWriter

Instance Constructors

new HiveSinkWriter(sourceSchema: StructType, metastoreSchema: StructType, dbName: String, tableName: String, ioThreads: Int, dialect: HiveDialect, dynamicPartitioning: Boolean, bufferSize: Int, inheritPermissions: Option[Boolean], permission: Option[FsPermission], fileListener: FileListener, metadata: Map[String, String])(implicit fs: FileSystem, conf: Configuration, client: IMetaStoreClient)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
val buffer: LinkedBlockingQueue[Row]
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def close(): Unit

Definition Classes
HiveSinkWriter → SinkWriter
val config: Config
val createdPartitions: ConcurrentSkipListSet[String]
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val fileSchema: StructType
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getOrCreateHiveWriter(row: Row, writerId: Int): (Path, HiveWriter)
def hashCode(): Int

Definition Classes
AnyRef → Any
val hiveOps: HiveOps
val inheritPermissionsDefault: Boolean
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val lock: AnyRef
val logger: Logger

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
val normalizer: RowNormalizerFn
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val partitionKeyNames: List[String]
val sinkConfig: HiveSinkConfig
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val tablePath: Path
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def write(row: Row): Unit

Definition Classes
HiveSinkWriter → SinkWriter
val writeToTempDirectory: Boolean
val writerPool: ExecutorService
val writers: TrieMap[String, (Path, HiveWriter)]

Related Doc: package hive

class HiveSinkWriter extends SinkWriter with Logging

Instance Constructors

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

val buffer: LinkedBlockingQueue[Row]

def clone(): AnyRef

def close(): Unit

val config: Config

val createdPartitions: ConcurrentSkipListSet[String]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

val fileSchema: StructType

def finalize(): Unit

final def getClass(): Class[_]

def getOrCreateHiveWriter(row: Row, writerId: Int): (Path, HiveWriter)

def hashCode(): Int

val hiveOps: HiveOps

val inheritPermissionsDefault: Boolean

final def isInstanceOf[T0]: Boolean

val lock: AnyRef

val logger: Logger

final def ne(arg0: AnyRef): Boolean

val normalizer: RowNormalizerFn

final def notify(): Unit

final def notifyAll(): Unit

val partitionKeyNames: List[String]

val sinkConfig: HiveSinkConfig

final def synchronized[T0](arg0: ⇒ T0): T0

val tablePath: Path

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def write(row: Row): Unit

val writeToTempDirectory: Boolean

val writerPool: ExecutorService

val writers: TrieMap[String, (Path, HiveWriter)]

Inherited from Logging

Inherited from SinkWriter

Inherited from AnyRef

Inherited from Any

Ungrouped