org
.
apache
.
s2graph
.
counter
.
loader
CounterBulkLoader
Related Doc:
package loader
object
CounterBulkLoader
extends
SparkApp
with
WithKafka
Linear Supertypes
WithKafka
,
SparkApp
,
Logging
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
CounterBulkLoader
WithKafka
SparkApp
Logging
AnyRef
Any
Hide All
Show all
Visibility
Public
All
Type Members
type
HashMapAccumulable
=
Accumulable
[
HashMap
[
String
,
Long
], (
String
,
Long
)]
Definition Classes
SparkApp
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
args
:
Array
[
String
]
Attributes
protected
Definition Classes
SparkApp
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
buildKafkaGroupId
(
topic:
String
,
ext:
String
)
:
String
Definition Classes
SparkApp
lazy val
className
:
String
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
lazy val
config
:
Config
lazy val
counterModel
:
CounterModel
def
createKafkaPairStream
(
ssc:
StreamingContext
,
kafkaParam:
Map
[
String
,
String
]
,
topics:
String
,
numPartition:
Option
[
Int
]
)
:
DStream
[(
String
,
String
)]
Definition Classes
SparkApp
def
createKafkaPairStreamMulti
(
ssc:
StreamingContext
,
kafkaParam:
Map
[
String
,
String
]
,
topics:
String
,
receiverCount:
Int
,
numPartition:
Option
[
Int
]
)
:
DStream
[(
String
,
String
)]
Definition Classes
SparkApp
def
createKafkaValueStream
(
ssc:
StreamingContext
,
kafkaParam:
Map
[
String
,
String
]
,
topics:
String
,
numPartition:
Option
[
Int
]
)
:
DStream
[
String
]
Definition Classes
SparkApp
def
createKafkaValueStreamMulti
(
ssc:
StreamingContext
,
kafkaParam:
Map
[
String
,
String
]
,
topics:
String
,
receiverCount:
Int
,
numPartition:
Option
[
Int
]
)
:
DStream
[
String
]
Definition Classes
SparkApp
implicit
val
ec
:
ExecutionContextExecutor
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
getArgs
(
index:
Int
)
:
String
Definition Classes
SparkApp
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getPartKey
(
k:
Any
,
n:
Int
)
:
Int
Definition Classes
WithKafka
def
getProducer
[
K
,
V
]
(
brokers:
String
)
:
Producer
[
K
,
V
]
Definition Classes
WithKafka
def
getProducer
[
K
,
V
]
(
config:
ProducerConfig
)
:
Producer
[
K
,
V
]
Definition Classes
WithKafka
def
getStreamHelper
(
kafkaParam:
Map
[
String
,
String
]
)
:
StreamHelper
Definition Classes
SparkApp
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
initialize
:
Boolean
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isTraceEnabled
()
:
Boolean
Attributes
protected
Definition Classes
Logging
def
kafkaConf
(
brokerList:
String
)
:
ProducerConfig
Definition Classes
WithKafka
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logName
:
String
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
main
(
args:
Array
[
String
]
)
:
Unit
Definition Classes
SparkApp
def
makeKafkaGroupId
(
topic:
String
,
ext:
String
)
:
String
Definition Classes
WithKafka
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
lazy val
producer
:
Producer
[
String
,
String
]
def
producerConfig
(
brokerList:
String
,
requireAcks:
String
,
producerType:
String
)
:
ProducerConfig
Definition Classes
WithKafka
def
run
()
:
Unit
Definition Classes
CounterBulkLoader
→ SparkApp
lazy val
s2Config
:
S2CounterConfig
def
sparkConf
(
jobName:
String
)
:
SparkConf
Definition Classes
SparkApp
def
streamingContext
(
sparkConf:
SparkConf
,
interval:
Duration
,
checkPoint:
Option
[
String
]
)
:
StreamingContext
Definition Classes
SparkApp
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
validateArgument
(
argNames:
String
*
)
:
Unit
Definition Classes
SparkApp
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
WithKafka
Inherited from
SparkApp
Inherited from
Logging
Inherited from
AnyRef
Inherited from
Any
Ungrouped