it
.
agilelab
.
bigdata
.
wasp
.
consumers
.
spark
.
plugins
.
parallel
ParallelWriteConsumersSparkPlugin
Related Doc:
package parallel
class
ParallelWriteConsumersSparkPlugin
extends
WaspConsumersSparkPlugin
with
Logging
Created by Agile Lab s.r.l. on 23/03/2021.
Linear Supertypes
Logging
,
WaspConsumersSparkPlugin
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
ParallelWriteConsumersSparkPlugin
Logging
WaspConsumersSparkPlugin
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
ParallelWriteConsumersSparkPlugin
()
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
datastoreProduct
:
DatastoreProduct
Definition Classes
ParallelWriteConsumersSparkPlugin
→ WaspConsumersSparkPlugin
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
var
genericBL
:
GenericBL
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getSparkBatchReader
(
sc:
SparkContext
,
readerModel:
ReaderModel
)
:
SparkBatchReader
Definition Classes
ParallelWriteConsumersSparkPlugin
→ WaspConsumersSparkPlugin
def
getSparkBatchWriter
(
sc:
SparkContext
,
writerModel:
WriterModel
)
:
SparkBatchWriter
Definition Classes
ParallelWriteConsumersSparkPlugin
→ WaspConsumersSparkPlugin
def
getSparkLegacyStreamingReader
(
ssc:
StreamingContext
,
legacyStreamingETLModel:
LegacyStreamingETLModel
,
readerModel:
ReaderModel
)
:
SparkLegacyStreamingReader
Definition Classes
ParallelWriteConsumersSparkPlugin
→ WaspConsumersSparkPlugin
def
getSparkLegacyStreamingWriter
(
ssc:
StreamingContext
,
legacyStreamingETLModel:
LegacyStreamingETLModel
,
writerModel:
WriterModel
)
:
SparkLegacyStreamingWriter
Definition Classes
ParallelWriteConsumersSparkPlugin
→ WaspConsumersSparkPlugin
def
getSparkStructuredStreamingReader
(
ss:
SparkSession
,
structuredStreamingETLModel:
StructuredStreamingETLModel
,
streamingReaderModel:
StreamingReaderModel
)
:
SparkStructuredStreamingReader
Definition Classes
ParallelWriteConsumersSparkPlugin
→ WaspConsumersSparkPlugin
def
getSparkStructuredStreamingWriter
(
ss:
SparkSession
,
structuredStreamingETLModel:
StructuredStreamingETLModel
,
writerModel:
WriterModel
)
:
ParallelWriteSparkStructuredStreamingWriter
Definition Classes
ParallelWriteConsumersSparkPlugin
→ WaspConsumersSparkPlugin
def
getValidationRules
:
Seq
[
ValidationRule
]
Definition Classes
ParallelWriteConsumersSparkPlugin
→ WaspConsumersSparkPlugin
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
initialize
(
waspDB:
WaspDB
)
:
Unit
Definition Classes
ParallelWriteConsumersSparkPlugin
→ WaspConsumersSparkPlugin
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
logger
:
WaspLogger
Attributes
protected
Definition Classes
Logging
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
okHttpClient
:
OkHttpClient
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
Logging
Inherited from
WaspConsumersSparkPlugin
Inherited from
AnyRef
Inherited from
Any
Ungrouped
Created by Agile Lab s.r.l. on 23/03/2021.