io
.
eels
.
component
.
hive
HiveSink
Related Docs:
object HiveSink
|
package hive
case class
HiveSink
(
dbName:
String
,
tableName:
String
,
permission:
Option
[
FsPermission
] =
None
,
inheritPermissions:
Option
[
Boolean
] =
None
,
principal:
Option
[
String
] =
None
,
format:
Option
[
HiveFormat
] =
None
,
partitionFields:
Seq
[
String
] =
Nil
,
partitionStrategy:
PartitionStrategy
=
new DynamicPartitionStrategy
,
filenameStrategy:
FilenameStrategy
=
DefaultFilenameStrategy
,
stagingStrategy:
StagingStrategy
=
DefaultStagingStrategy
,
evolutionStrategy:
EvolutionStrategy
=
AdditionEvolutionStrategy
,
alignStrategy:
AlignmentStrategy
=
RowPaddingAlignmentStrategy
,
outputSchemaStrategy:
OutputSchemaStrategy
=
SkipPartitionsOutputSchemaStrategy
,
keytabPath:
Option
[
Path
] =
None
,
fileListener:
FileListener
=
FileListener.noop
,
createTable:
Boolean
=
false
,
callbacks:
Seq
[
CommitCallback
] =
Nil
,
roundingMode:
RoundingMode
=
RoundingMode.UNNECESSARY
,
metadata:
Map
[
String
,
String
] =
Map.empty
)
(
implicit
fs:
FileSystem
,
client:
IMetaStoreClient
)
extends
Sink
with
Logging
with
Product
with
Serializable
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
Logging
,
Sink
,
Using
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
HiveSink
Serializable
Serializable
Product
Equals
Logging
Sink
Using
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
HiveSink
(
dbName:
String
,
tableName:
String
,
permission:
Option
[
FsPermission
] =
None
,
inheritPermissions:
Option
[
Boolean
] =
None
,
principal:
Option
[
String
] =
None
,
format:
Option
[
HiveFormat
] =
None
,
partitionFields:
Seq
[
String
] =
Nil
,
partitionStrategy:
PartitionStrategy
=
new DynamicPartitionStrategy
,
filenameStrategy:
FilenameStrategy
=
DefaultFilenameStrategy
,
stagingStrategy:
StagingStrategy
=
DefaultStagingStrategy
,
evolutionStrategy:
EvolutionStrategy
=
AdditionEvolutionStrategy
,
alignStrategy:
AlignmentStrategy
=
RowPaddingAlignmentStrategy
,
outputSchemaStrategy:
OutputSchemaStrategy
=
SkipPartitionsOutputSchemaStrategy
,
keytabPath:
Option
[
Path
] =
None
,
fileListener:
FileListener
=
FileListener.noop
,
createTable:
Boolean
=
false
,
callbacks:
Seq
[
CommitCallback
] =
Nil
,
roundingMode:
RoundingMode
=
RoundingMode.UNNECESSARY
,
metadata:
Map
[
String
,
String
] =
Map.empty
)
(
implicit
fs:
FileSystem
,
client:
IMetaStoreClient
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
addCommitCallback
(
callback:
CommitCallback
)
:
HiveSink
Add a callback that will be invoked when commit operations are taking place.
val
alignStrategy
:
AlignmentStrategy
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
callbacks
:
Seq
[
CommitCallback
]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
containsUpperCase
(
schema:
StructType
)
:
Boolean
val
createTable
:
Boolean
val
dbName
:
String
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
val
evolutionStrategy
:
EvolutionStrategy
val
fileListener
:
FileListener
val
filenameStrategy
:
FilenameStrategy
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
val
format
:
Option
[
HiveFormat
]
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
val
inheritPermissions
:
Option
[
Boolean
]
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
keytabPath
:
Option
[
Path
]
val
logger
:
Logger
Attributes
protected
Definition Classes
Logging
val
metadata
:
Map
[
String
,
String
]
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
open
(
schema:
StructType
,
n:
Int
)
:
Seq
[
SinkWriter
]
Definition Classes
HiveSink
→ Sink
def
open
(
schema:
StructType
)
:
SinkWriter
Definition Classes
HiveSink
→ Sink
val
outputSchemaStrategy
:
OutputSchemaStrategy
val
partitionFields
:
Seq
[
String
]
val
partitionStrategy
:
PartitionStrategy
val
permission
:
Option
[
FsPermission
]
val
principal
:
Option
[
String
]
val
roundingMode
:
RoundingMode
val
stagingStrategy
:
StagingStrategy
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
val
tableName
:
String
def
using
[
T
,
U <:
AnyRef
{ def close(): Unit }
]
(
closeable:
U
)
(
f: (
U
) ⇒
T
)
:
T
Definition Classes
Using
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withAlignmentStrategy
(
strategy:
AlignmentStrategy
)
:
HiveSink
def
withCreateTable
(
createTable:
Boolean
,
partitionFields:
Seq
[
String
] =
Nil
,
format:
HiveFormat
=
DefaultHiveFormat
)
:
HiveSink
def
withEvolutionStrategy
(
strategy:
EvolutionStrategy
)
:
HiveSink
def
withFileListener
(
listener:
FileListener
)
:
HiveSink
def
withFilenameStrategy
(
filenameStrategy:
FilenameStrategy
)
:
HiveSink
def
withInheritPermission
(
inheritPermissions:
Boolean
)
:
HiveSink
def
withKeytabFile
(
principal:
String
,
keytabPath:
Path
)
:
HiveSink
def
withMetaData
(
map:
Map
[
String
,
String
]
)
:
HiveSink
def
withOutputSchemaStrategy
(
strategy:
OutputSchemaStrategy
)
:
HiveSink
def
withPartitionFields
(
partitionFields:
Seq
[
String
]
)
:
HiveSink
def
withPartitionFields
(
first:
String
,
rest:
String
*
)
:
HiveSink
def
withPartitionStrategy
(
strategy:
PartitionStrategy
)
:
HiveSink
def
withPermission
(
permission:
FsPermission
)
:
HiveSink
def
withRoundingMode
(
mode:
RoundingMode
)
:
HiveSink
def
withStagingStrategy
(
strategy:
StagingStrategy
)
:
HiveSink
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
Logging
Inherited from
Sink
Inherited from
Using
Inherited from
AnyRef
Inherited from
Any
Ungrouped