CassandraRDDFunctions

Instance Constructors

new CassandraRDDFunctions(self: RDD[U])

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def cql3SaveToCassandra(cas: Cql3CasBuilder)(implicit keyMarshaller: (U) ⇒ CQLRowKeyMap, rowMarshaller: (U) ⇒ CQLRowValues): Unit

cas
The configuration to use for saving rdd to Cassandra. This should atleast configure the keyspace, columnfamily and the query to save the entry with.
keyMarshaller
A function that accepts a rdd entry:U and returns a Map of KeyName:String -> KeyValue:ByteBuffer
rowMarshaller
A function that accepts a rdd entry:U and returns a List of field values:ByteBuffer in the field order in query

See also
Cql3CasBuilder
def cql3SaveToCassandra(host: String, port: String, keyspace: String, columnFamily: String, updateCql: String)(implicit keyMarshaller: (U) ⇒ CQLRowKeyMap, rowMarshaller: (U) ⇒ CQLRowValues): Unit

Saves the RDD data to Cassandra using CQL3 update statement to the given keyspace and comlumn family to a cassandra cluster accessible at host:port
Saves the RDD data to Cassandra using CQL3 update statement to the given keyspace and comlumn family to a cassandra cluster accessible at host:port
host
Host to connect to from the SparkContext. The actual tasks will use their assigned hosts
port
RPC port to use from the SparkContext.
keyspace
Keyspace to save the RDD
columnFamily
ColumnFamily to save the RDD
updateCql
The CQL Update query to use to update the entry in cassandra. This MUST be an update query of the form, UPDATE <keyspace>.<columnfamily> SET <field1> = ?, <field2> = ? WHERE <primarykey1> = ? and <primarykey2> = ?
keyMarshaller
A function that accepts a rdd entry:U and returns a Map of KeyName:String -> KeyValue:ByteBuffer
rowMarshaller
A function that accepts a rdd entry:U and returns a List of field values:ByteBuffer in the field order in query
def cql3SaveToCassandra(keyspace: String, columnFamily: String, updateCql: String)(implicit keyMarshaller: (U) ⇒ CQLRowKeyMap, rowMarshaller: (U) ⇒ CQLRowValues): Unit

Saves the RDD data to Cassandra using CQL3 update statement to the given keyspace and comlumn family to a cassandra cluster accessible at localhost:9160
Saves the RDD data to Cassandra using CQL3 update statement to the given keyspace and comlumn family to a cassandra cluster accessible at localhost:9160
keyspace
Keyspace to save the RDD
columnFamily
ColumnFamily to save the RDD
updateCql
The CQL Update query to use to update the entry in cassandra. This MUST be an update query of the form, UPDATE <keyspace>.<columnfamily> SET <field1> = ?, <field2> = ? WHERE <primarykey1> = ? and <primarykey2> = ?
keyMarshaller
A function that accepts a rdd entry:U and returns a Map of KeyName:String -> KeyValue:ByteBuffer
rowMarshaller
A function that accepts a rdd entry:U and returns a List of field values:ByteBuffer in the field order in query
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def newJobContext(conf: Configuration, jobId: JobID): JobContext

Definition Classes
SparkHadoopMapReduceUtil
def newTaskAttemptContext(conf: Configuration, attemptId: TaskAttemptID): TaskAttemptContext

Definition Classes
SparkHadoopMapReduceUtil
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def simpleSavetoCas(keyspace: String, columnFamily: String, keyCols: List[CQLKeyColumnName], valueCols: List[CQLColumnName])(implicit marshaller: (U) ⇒ CQLRowMap): Unit
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def thriftSaveToCassandra(cas: ThriftCasBuilder)(implicit keyMarshaller: (U) ⇒ ThriftRowKey, rowMarshaller: (U) ⇒ ThriftRowMap): Unit

Save the RDD using the given configuration
Save the RDD using the given configuration
cas
The configuration to use to connect to the cluster
keyMarshaller
The Marshaller, that takes in an RDD entry:U and gives a row key
rowMarshaller
The Marshaller, that takes in an RDD entry:U and gives a map for columns

See also
ThriftCasBuilder
def thriftSaveToCassandra(host: String, port: String, keyspace: String, columnFamily: String)(implicit keyMarshaller: (U) ⇒ ThriftRowKey, rowMarshaller: (U) ⇒ ThriftRowMap): Unit

Save the RDD to the given keyspace and column family to a cassandra cluster accessible at host:port
Save the RDD to the given keyspace and column family to a cassandra cluster accessible at host:port
host
Host to connect to from the SparkContext. The actual tasks will use their assigned hosts
port
RPC port to use from the SparkContext.
keyspace
Keyspace to save the RDD
columnFamily
ColumnFamily to save the RDD
keyMarshaller
The Marshaller, that takes in an RDD entry:U and gives a row key
rowMarshaller
The Marshaller, that takes in an RDD entry:U and gives a map for columns
def thriftSaveToCassandra(keyspace: String, columnFamily: String)(implicit keyMarshaller: (U) ⇒ ThriftRowKey, rowMarshaller: (U) ⇒ ThriftRowMap): Unit

Save the RDD to the given keyspace and column family to a cassandra cluster accessible at localhost:9160
Save the RDD to the given keyspace and column family to a cassandra cluster accessible at localhost:9160
keyspace
Keyspace to save the RDD
columnFamily
ColumnFamily to save the RDD
keyMarshaller
The Marshaller, that takes in an RDD entry:U and gives a row key
rowMarshaller
The Marshaller, that takes in an RDD entry:U and gives a msap for columns
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

class CassandraRDDFunctions[U] extends Logging with SparkHadoopMapReduceUtil with Serializable

Instance Constructors

new CassandraRDDFunctions(self: RDD[U])

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def cql3SaveToCassandra(cas: Cql3CasBuilder)(implicit keyMarshaller: (U) ⇒ CQLRowKeyMap, rowMarshaller: (U) ⇒ CQLRowValues): Unit

def cql3SaveToCassandra(host: String, port: String, keyspace: String, columnFamily: String, updateCql: String)(implicit keyMarshaller: (U) ⇒ CQLRowKeyMap, rowMarshaller: (U) ⇒ CQLRowValues): Unit

def cql3SaveToCassandra(keyspace: String, columnFamily: String, updateCql: String)(implicit keyMarshaller: (U) ⇒ CQLRowKeyMap, rowMarshaller: (U) ⇒ CQLRowValues): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

def newJobContext(conf: Configuration, jobId: JobID): JobContext

def newTaskAttemptContext(conf: Configuration, attemptId: TaskAttemptID): TaskAttemptContext

final def notify(): Unit

final def notifyAll(): Unit

def simpleSavetoCas(keyspace: String, columnFamily: String, keyCols: List[CQLKeyColumnName], valueCols: List[CQLColumnName])(implicit marshaller: (U) ⇒ CQLRowMap): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def thriftSaveToCassandra(cas: ThriftCasBuilder)(implicit keyMarshaller: (U) ⇒ ThriftRowKey, rowMarshaller: (U) ⇒ ThriftRowMap): Unit

def thriftSaveToCassandra(host: String, port: String, keyspace: String, columnFamily: String)(implicit keyMarshaller: (U) ⇒ ThriftRowKey, rowMarshaller: (U) ⇒ ThriftRowMap): Unit

def thriftSaveToCassandra(keyspace: String, columnFamily: String)(implicit keyMarshaller: (U) ⇒ ThriftRowKey, rowMarshaller: (U) ⇒ ThriftRowMap): Unit

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from SparkHadoopMapReduceUtil

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped