EtlStreaming

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def args: Array[String]

   

   Attributes

   protected

   Definition Classes

   SparkApp

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def buildKafkaGroupId(topic: String, ext: String): String

   

   Definition Classes

   SparkApp

7. lazy val className: String

   

8. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

9. lazy val config: Config

   

10. lazy val counterModel: CounterModel

    

11. def createKafkaPairStream(ssc: StreamingContext, kafkaParam: Map[String, String], topics: String, numPartition: Option[Int]): DStream[(String, String)]

    

    Definition Classes

    SparkApp

12. def createKafkaPairStreamMulti(ssc: StreamingContext, kafkaParam: Map[String, String], topics: String, receiverCount: Int, numPartition: Option[Int]): DStream[(String, String)]

    

    Definition Classes

    SparkApp

13. def createKafkaValueStream(ssc: StreamingContext, kafkaParam: Map[String, String], topics: String, numPartition: Option[Int]): DStream[String]

    

    Definition Classes

    SparkApp

14. def createKafkaValueStreamMulti(ssc: StreamingContext, kafkaParam: Map[String, String], topics: String, receiverCount: Int, numPartition: Option[Int]): DStream[String]

    

    Definition Classes

    SparkApp

15. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

16. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

17. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

18. def getArgs(index: Int): String

    

    Definition Classes

    SparkApp

19. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

20. def getPartKey(k: Any, n: Int): Int

    

    Definition Classes

    WithKafka

21. def getProducer[K, V](brokers: String): Producer[K, V]

    

    Definition Classes

    WithKafka

22. def getProducer[K, V](config: ProducerConfig): Producer[K, V]

    

    Definition Classes

    WithKafka

23. def getStreamHelper(kafkaParam: Map[String, String]): StreamHelper

    

    Definition Classes

    SparkApp

24. implicit val graphEx: ExecutionContextExecutor

    

25. val groupId: String

    

26. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

27. val initialize: Boolean

    

28. val inputTopics: Set[String]

    

29. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

30. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

31. def kafkaConf(brokerList: String): ProducerConfig

    

    Definition Classes

    WithKafka

32. val kafkaParam: Map[String, String]

    

33. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

34. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

35. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

36. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

37. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

38. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

39. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

40. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

41. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

42. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

43. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

44. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

45. def main(args: Array[String]): Unit

    

    Definition Classes

    SparkApp

46. def makeKafkaGroupId(topic: String, ext: String): String

    

    Definition Classes

    WithKafka

47. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

48. final def notify(): Unit

    

    Definition Classes

    AnyRef

49. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

50. lazy val producer: Producer[String, String]

    

51. def producerConfig(brokerList: String, requireAcks: String, producerType: String): ProducerConfig

    

    Definition Classes

    WithKafka

52. def run(): Unit

    

    Definition Classes

    EtlStreaming → SparkApp

53. lazy val s2Config: S2CounterConfig

    

54. def sparkConf(jobName: String): SparkConf

    

    Definition Classes

    SparkApp

55. val strInputTopics: String

    

56. val streamHelper: StreamHelper

    

57. def streamingContext(sparkConf: SparkConf, interval: Duration, checkPoint: Option[String]): StreamingContext

    

    Definition Classes

    SparkApp

58. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

59. def toString(): String

    

    Definition Classes

    AnyRef → Any

60. def validateArgument(argNames: String*): Unit

    

    Definition Classes

    SparkApp

61. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

62. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

63. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )