hbase

Type Members

trait Formats[A] extends Reads[A] with Writes[A]
class HBaseConfig extends Serializable

Wrapper for HBaseConfiguration
final class HBaseRDD[A] extends HBaseWriteHelpers[A] with Serializable
final class HBaseRDDSimple[A] extends HBaseWriteHelpers[A] with Serializable
trait HBaseReadSupport extends AnyRef

Adds implicit methods to SparkContext to read from HBase sources.
final class HBaseSC extends Serializable
sealed abstract class HBaseWriteHelpers[A] extends AnyRef
trait HBaseWriteSupport extends AnyRef

Adds implicit methods to RDD[(String, Map[String, A])] or RDD[(String, Map[String, A])] to write to HBase sources.
final class HFileMapRDD[K, C, V] extends HFileRDD
sealed abstract class HFileRDD extends Serializable
final class HFileSeqRDD[K, V] extends HFileRDD
trait HFileSupport extends AnyRef
case class KeyDuplicatedException(key: String) extends Exception with Product with Serializable
trait Reads[A] extends Serializable

An instance of Reads[A] testifies that Array[Byte] can be converted to A.
trait Writes[A] extends Serializable

An instance of Writes[A] testifies that A can be converted to Array[Byte].

Value Members

object HBaseConfig extends Serializable

Factories to generate HBaseConfig instances.
implicit val byteArrayReader: Reads[Array[Byte]]

Definition Classes
HBaseReadSupport
implicit val byteArrayWriter: Writes[Array[Byte]]

Definition Classes
HBaseWriteSupport
implicit val jsonReader: Reads[JValue]

Definition Classes
HBaseReadSupport
implicit val jsonWriter: Writes[JValue]

Definition Classes
HBaseWriteSupport
implicit def mapRddToHFileRdd[K, C, V](rdd: RDD[(K, Map[C, V])])(implicit arg0: ClassTag[K]): HFileMapRDD[K, C, V]

Definition Classes
HFileSupport
def prepareTable(tableName: String, cFamily: String, keys: RDD[String], splitsCount: Int, takeSnapshot: Boolean)(implicit config: HBaseConfig): Boolean

If the table exists, checks whether it contains the desired column family, and return false otherwise.
If the table exists, checks whether it contains the desired column family, and return false otherwise. If table does not exist, computes the split keys and creates a table with the split keys and the desired column family.
tableName
name of the table
cFamily
name of the column family
keys
RDD containing all the row keys, used to compute split keys in case the table does not exist, not used otherwise
splitsCount
desired number of splits for the table, not used if table exists
takeSnapshot
if true and the table exists, take a snapshot of the table
returns
true if table exists or it is created and has the required column family, false otherwise

Definition Classes
HFileSupport
def prepareTable(tableName: String, cFamily: String, filename: String, regionSize: String, header: String, takeSnapshot: Boolean)(implicit config: HBaseConfig): Boolean

If the table exists, checks whether it contains the desired column family, and return false otherwise.
If the table exists, checks whether it contains the desired column family, and return false otherwise. If table does not exist, computes the split keys and creates a table with the split keys and the desired column family.
tableName
name of the table
cFamily
name of the column family
filename
path of the input tsv file
regionSize
desired size of table regions, expressed as a number followed by B, K, M, G (e.g. "10G")
header
name of the row key header, in case the tsv contains headers, it can be null otherwise the row key must be the first field in a tsv line
takeSnapshot
if true and the table exists, take a snapshot of the table
returns
true if table exists or it is created and has the required column family, false otherwise

Definition Classes
HFileSupport
implicit def seqRddToHFileRdd[K, V](rdd: RDD[(K, Seq[V])])(implicit arg0: ClassTag[K]): HFileSeqRDD[K, V]

Definition Classes
HFileSupport
implicit val stringReader: Reads[String]

Definition Classes
HBaseReadSupport
implicit val stringWriter: Writes[String]

Definition Classes
HBaseWriteSupport
implicit def toHBaseRDD[A](rdd: RDD[(String, Map[String, Map[String, A]])]): HBaseRDD[A]

Definition Classes
HBaseWriteSupport
implicit def toHBaseRDDSimple[A](rdd: RDD[(String, Map[String, A])]): HBaseRDDSimple[A]

Definition Classes
HBaseWriteSupport
implicit def toHBaseSC(sc: SparkContext): HBaseSC

Definition Classes
HBaseReadSupport

package hbase

Type Members

trait Formats[A] extends Reads[A] with Writes[A]

class HBaseConfig extends Serializable

final class HBaseRDD[A] extends HBaseWriteHelpers[A] with Serializable

final class HBaseRDDSimple[A] extends HBaseWriteHelpers[A] with Serializable

trait HBaseReadSupport extends AnyRef

final class HBaseSC extends Serializable

sealed abstract class HBaseWriteHelpers[A] extends AnyRef

trait HBaseWriteSupport extends AnyRef

final class HFileMapRDD[K, C, V] extends HFileRDD

sealed abstract class HFileRDD extends Serializable

final class HFileSeqRDD[K, V] extends HFileRDD

trait HFileSupport extends AnyRef

case class KeyDuplicatedException(key: String) extends Exception with Product with Serializable

trait Reads[A] extends Serializable

trait Writes[A] extends Serializable

Value Members

object HBaseConfig extends Serializable

implicit val byteArrayReader: Reads[Array[Byte]]

implicit val byteArrayWriter: Writes[Array[Byte]]

implicit val jsonReader: Reads[JValue]

implicit val jsonWriter: Writes[JValue]

implicit def mapRddToHFileRdd[K, C, V](rdd: RDD[(K, Map[C, V])])(implicit arg0: ClassTag[K]): HFileMapRDD[K, C, V]

def prepareTable(tableName: String, cFamily: String, keys: RDD[String], splitsCount: Int, takeSnapshot: Boolean)(implicit config: HBaseConfig): Boolean

def prepareTable(tableName: String, cFamily: String, filename: String, regionSize: String, header: String, takeSnapshot: Boolean)(implicit config: HBaseConfig): Boolean

implicit def seqRddToHFileRdd[K, V](rdd: RDD[(K, Seq[V])])(implicit arg0: ClassTag[K]): HFileSeqRDD[K, V]

implicit val stringReader: Reads[String]

implicit val stringWriter: Writes[String]

implicit def toHBaseRDD[A](rdd: RDD[(String, Map[String, Map[String, A]])]): HBaseRDD[A]

implicit def toHBaseRDDSimple[A](rdd: RDD[(String, Map[String, A])]): HBaseRDDSimple[A]

implicit def toHBaseSC(sc: SparkContext): HBaseSC

Inherited from HFileSupport

Inherited from HBaseReadSupport

Inherited from HBaseWriteSupport

Inherited from AnyRef

Inherited from Any

Ungrouped