DStreamFunctions

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. def +(other: String): String

   

   Implicit information

   This member is added by an implicit conversion from DStreamFunctions[T] to any2stringadd[DStreamFunctions[T]] performed by method any2stringadd in scala.Predef.

   Definition Classes

   any2stringadd

4. def ->[B](y: B): (DStreamFunctions[T], B)

   

   Implicit information

   This member is added by an implicit conversion from DStreamFunctions[T] to ArrowAssoc[DStreamFunctions[T]] performed by method ArrowAssoc in scala.Predef.

   Definition Classes

   ArrowAssoc

   Annotations

   @inline()

5. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

6. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

7. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. def conf: SparkConf

   

9. def ensuring(cond: (DStreamFunctions[T]) ⇒ Boolean, msg: ⇒ Any): DStreamFunctions[T]

   

   Implicit information

   This member is added by an implicit conversion from DStreamFunctions[T] to Ensuring[DStreamFunctions[T]] performed by method Ensuring in scala.Predef.

   Definition Classes

   Ensuring

10. def ensuring(cond: (DStreamFunctions[T]) ⇒ Boolean): DStreamFunctions[T]

    

    Implicit information

    This member is added by an implicit conversion from DStreamFunctions[T] to Ensuring[DStreamFunctions[T]] performed by method Ensuring in scala.Predef.

    Definition Classes

    Ensuring

11. def ensuring(cond: Boolean, msg: ⇒ Any): DStreamFunctions[T]

    

    Implicit information

    This member is added by an implicit conversion from DStreamFunctions[T] to Ensuring[DStreamFunctions[T]] performed by method Ensuring in scala.Predef.

    Definition Classes

    Ensuring

12. def ensuring(cond: Boolean): DStreamFunctions[T]

    

    Implicit information

    This member is added by an implicit conversion from DStreamFunctions[T] to Ensuring[DStreamFunctions[T]] performed by method Ensuring in scala.Predef.

    Definition Classes

    Ensuring

13. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

14. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

15. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

16. def formatted(fmtstr: String): String

    

    Implicit information

    This member is added by an implicit conversion from DStreamFunctions[T] to StringFormat[DStreamFunctions[T]] performed by method StringFormat in scala.Predef.

    Definition Classes

    StringFormat

    Annotations

    @inline()

17. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

18. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

19. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

20. def joinWithCassandraTable[R](keyspaceName: String, tableName: String, selectedColumns: ColumnSelector = AllColumns, joinColumns: ColumnSelector = PartitionKeyColumns)(implicit connector: CassandraConnector = ..., newType: ClassTag[R], rrf: RowReaderFactory[R], ev: ValidRDDType[R], currentType: ClassTag[T], rwf: RowWriterFactory[T]): DStream[(T, R)]

    

    Transforms RDDs with com.datastax.spark.connector.RDDFunctions.joinWithCassandraTable for each produced RDD

21. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

22. final def notify(): Unit

    

    Definition Classes

    AnyRef

23. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

24. def repartitionByCassandraReplica(keyspaceName: String, tableName: String, partitionsPerHost: Int = 10)(implicit connector: CassandraConnector = CassandraConnector(conf), currentType: ClassTag[T], rwf: RowWriterFactory[T]): DStream[T]

    

    Transforms RDDs with com.datastax.spark.connector.RDDFunctions.repartitionByCassandraReplica for each produced RDD.

25. def saveToCassandra(keyspaceName: String, tableName: String, columnNames: ColumnSelector = AllColumns, writeConf: WriteConf = WriteConf.fromSparkConf(conf))(implicit connector: CassandraConnector = CassandraConnector(conf), rwf: RowWriterFactory[T]): Unit

    

    Performs com.datastax.spark.connector.writer.WritableToCassandra for each produced RDD.

    Performs com.datastax.spark.connector.writer.WritableToCassandra for each produced RDD. Uses specific column names with an additional batch size.

    keyspaceName

    the name of the Keyspace to use

    tableName

    the name of the Table to use

    columnNames

    The list of column names to save data to. Uses only the unique column names, and you must select at least all primary key columns. All other fields are discarded. Non-selected property/column names are left unchanged.

    writeConf

    additional configuration object allowing to set consistency level, batch size, etc.

    Definition Classes

    DStreamFunctions → WritableToCassandra

26. def sparkContext: SparkContext

    

    Definition Classes

    DStreamFunctions → WritableToCassandra

27. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

28. def toString(): String

    

    Definition Classes

    AnyRef → Any

29. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

30. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

31. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

32. def →[B](y: B): (DStreamFunctions[T], B)

    

    Implicit information

    This member is added by an implicit conversion from DStreamFunctions[T] to ArrowAssoc[DStreamFunctions[T]] performed by method ArrowAssoc in scala.Predef.

    Definition Classes

    ArrowAssoc