hbase

Type Members

trait Formats[A] extends Reads[A] with Writes[A]
class HBaseConfig extends Serializable

Wrapper for HBaseConfiguration
final class HBaseRDD[A] extends HBaseWriteHelpers[A] with Serializable
final class HBaseRDDFixed[A] extends HBaseWriteHelpers[A] with Serializable
final class HBaseRDDSimple[A] extends HBaseWriteHelpers[A] with Serializable
trait HBaseReadSupport extends AnyRef

Adds implicit methods to SparkContext to read from HBase sources.
final class HBaseSC extends Serializable
trait HBaseUtils extends AnyRef

Utilities for dealing with HBase tables
sealed abstract class HBaseWriteHelpers[A] extends AnyRef
trait HBaseWriteSupport extends AnyRef

Adds implicit methods to RDD[(String, Map[String, A])], RDD[(String, Seq[A])] and RDD[(String, Map[String, Map[String, A]])] to write to HBase sources.
final class HFileMapRDD[A] extends HFileRDD
sealed abstract class HFileRDD extends Serializable
final class HFileSeqRDD[A] extends HFileRDD
trait HFileSupport extends AnyRef
case class KeyDuplicatedException(key: String) extends Exception with Product with Serializable
type KeyValueWrapper[A] = (Array[Byte], Array[Byte], Array[Byte], A) ⇒ KeyValue

Definition Classes
HFileSupport
type PutAdder[A] = (Put, Array[Byte], Array[Byte], A) ⇒ Unit

Definition Classes
HBaseWriteSupport
trait Reads[A] extends Serializable

An instance of Reads[A] testifies that Array[Byte] can be converted to A.
trait Writes[A] extends Serializable

An instance of Writes[A] testifies that A can be converted to Array[Byte].

Value Members

object HBaseConfig extends Serializable

Factories to generate HBaseConfig instances.
implicit val byteArrayReader: Reads[Array[Byte]]

Definition Classes
HBaseReadSupport
implicit val byteArrayWriter: Writes[Array[Byte]]

Definition Classes
HBaseWriteSupport
def computeSplits(rdd: RDD[String], regionsCount: Int): Seq[String]

Given a RDD of keys and the number of requested table's regions, returns an array of keys that are start keys of the table's regions.
Given a RDD of keys and the number of requested table's regions, returns an array of keys that are start keys of the table's regions. The array length is regionsCount-1 since the start key of the first region is not needed (since it does not determine a split)
rdd
RDD of strings representing row keys
regionsCount
number of regions
returns
a sorted sequence of start keys

Definition Classes
HBaseUtils
def createTable(tableName: String, family: String, splitKeys: Seq[String])(implicit config: HBaseConfig): Unit

Creates a table (if it doesn't exist already) with a column family and made of one or more regions
Creates a table (if it doesn't exist already) with a column family and made of one or more regions
tableName
name of the table
family
name of the column family
splitKeys
ordered list of keys that defines region splits

Definition Classes
HBaseUtils
def createTable(tableName: String, families: String*)(implicit config: HBaseConfig): Unit

Creates a table (if it doesn't exist already) with one or more column families
Creates a table (if it doesn't exist already) with one or more column families
tableName
name of the table
families
list of one or more column families

Definition Classes
HBaseUtils
def createTable(tableName: String, families: Seq[String], splitKeys: Seq[String])(implicit config: HBaseConfig): Unit

Creates a table (if it doesn't exist already) with one or more column families and made of one or more regions
Creates a table (if it doesn't exist already) with one or more column families and made of one or more regions
tableName
name of the table
families
list of column families
splitKeys
ordered list of keys that defines region splits

Definition Classes
HBaseUtils
implicit val jsonReader: Reads[JValue]

Definition Classes
HBaseReadSupport
implicit val jsonWriter: Writes[JValue]

Definition Classes
HBaseWriteSupport
implicit def mapRddToHFileRdd[A](rdd: RDD[(String, Map[String, A])])(implicit writer: Writes[A]): HFileMapRDD[A]

Definition Classes
HFileSupport
implicit def mapRddToHFileRddT[A](rdd: RDD[(String, Map[String, (A, Long)])])(implicit writer: Writes[A]): HFileMapRDD[(A, Long)]

Definition Classes
HFileSupport
implicit def seqRddToHFileRdd[A](rdd: RDD[(String, Seq[A])])(implicit writer: Writes[A]): HFileSeqRDD[A]

Definition Classes
HFileSupport
implicit def seqRddToHFileRddT[A](rdd: RDD[(String, Seq[(A, Long)])])(implicit writer: Writes[A]): HFileSeqRDD[(A, Long)]

Definition Classes
HFileSupport
def snapshot(tableName: String, snapshotName: String)(implicit config: HBaseConfig): Unit

Takes a snapshot of the table
Takes a snapshot of the table
tableName
name of the table
snapshotName
name of the snapshot

Definition Classes
HBaseUtils
def snapshot(tableName: String)(implicit config: HBaseConfig): Unit

Takes a snapshot of the table, the snapshot's name has format "tableName_yyyyMMddHHmmss"
Takes a snapshot of the table, the snapshot's name has format "tableName_yyyyMMddHHmmss"
tableName
name of the table

Definition Classes
HBaseUtils
implicit val stringReader: Reads[String]

Definition Classes
HBaseReadSupport
implicit val stringWriter: Writes[String]

Definition Classes
HBaseWriteSupport
def tableExists(tableName: String, cFamily: String)(implicit config: HBaseConfig): Boolean

Checks if table exists, and requires that it contains the desired column family
Checks if table exists, and requires that it contains the desired column family
tableName
name of the table
cFamily
name of the column family
returns
true if table exists, false otherwise

Definition Classes
HBaseUtils
implicit def toHBaseRDD[A](rdd: RDD[(String, Map[String, Map[String, A]])])(implicit writer: Writes[A]): HBaseRDD[A]

Definition Classes
HBaseWriteSupport
implicit def toHBaseRDDFixed[A](rdd: RDD[(String, Seq[A])])(implicit writer: Writes[A]): HBaseRDDFixed[A]

Definition Classes
HBaseWriteSupport
implicit def toHBaseRDDFixedT[A](rdd: RDD[(String, Seq[(A, Long)])])(implicit writer: Writes[A]): HBaseRDDFixed[(A, Long)]

Definition Classes
HBaseWriteSupport
implicit def toHBaseRDDSimple[A](rdd: RDD[(String, Map[String, A])])(implicit writer: Writes[A]): HBaseRDDSimple[A]

Definition Classes
HBaseWriteSupport
implicit def toHBaseRDDSimpleT[A](rdd: RDD[(String, Map[String, (A, Long)])])(implicit writer: Writes[A]): HBaseRDDSimple[(A, Long)]

Definition Classes
HBaseWriteSupport
implicit def toHBaseRDDT[A](rdd: RDD[(String, Map[String, Map[String, (A, Long)]])])(implicit writer: Writes[A]): HBaseRDD[(A, Long)]

Definition Classes
HBaseWriteSupport
implicit def toHBaseSC(sc: SparkContext): HBaseSC

Definition Classes
HBaseReadSupport

package hbase

Type Members

trait Formats[A] extends Reads[A] with Writes[A]

class HBaseConfig extends Serializable

final class HBaseRDD[A] extends HBaseWriteHelpers[A] with Serializable

final class HBaseRDDFixed[A] extends HBaseWriteHelpers[A] with Serializable

final class HBaseRDDSimple[A] extends HBaseWriteHelpers[A] with Serializable

trait HBaseReadSupport extends AnyRef

final class HBaseSC extends Serializable

trait HBaseUtils extends AnyRef

sealed abstract class HBaseWriteHelpers[A] extends AnyRef

trait HBaseWriteSupport extends AnyRef

final class HFileMapRDD[A] extends HFileRDD

sealed abstract class HFileRDD extends Serializable

final class HFileSeqRDD[A] extends HFileRDD

trait HFileSupport extends AnyRef

case class KeyDuplicatedException(key: String) extends Exception with Product with Serializable

type KeyValueWrapper[A] = (Array[Byte], Array[Byte], Array[Byte], A) ⇒ KeyValue

type PutAdder[A] = (Put, Array[Byte], Array[Byte], A) ⇒ Unit

trait Reads[A] extends Serializable

trait Writes[A] extends Serializable

Value Members

object HBaseConfig extends Serializable

implicit val byteArrayReader: Reads[Array[Byte]]

implicit val byteArrayWriter: Writes[Array[Byte]]

def computeSplits(rdd: RDD[String], regionsCount: Int): Seq[String]

def createTable(tableName: String, family: String, splitKeys: Seq[String])(implicit config: HBaseConfig): Unit

def createTable(tableName: String, families: String*)(implicit config: HBaseConfig): Unit

def createTable(tableName: String, families: Seq[String], splitKeys: Seq[String])(implicit config: HBaseConfig): Unit

implicit val jsonReader: Reads[JValue]

implicit val jsonWriter: Writes[JValue]

implicit def mapRddToHFileRdd[A](rdd: RDD[(String, Map[String, A])])(implicit writer: Writes[A]): HFileMapRDD[A]

implicit def mapRddToHFileRddT[A](rdd: RDD[(String, Map[String, (A, Long)])])(implicit writer: Writes[A]): HFileMapRDD[(A, Long)]

implicit def seqRddToHFileRdd[A](rdd: RDD[(String, Seq[A])])(implicit writer: Writes[A]): HFileSeqRDD[A]

implicit def seqRddToHFileRddT[A](rdd: RDD[(String, Seq[(A, Long)])])(implicit writer: Writes[A]): HFileSeqRDD[(A, Long)]

def snapshot(tableName: String, snapshotName: String)(implicit config: HBaseConfig): Unit

def snapshot(tableName: String)(implicit config: HBaseConfig): Unit

implicit val stringReader: Reads[String]

implicit val stringWriter: Writes[String]

def tableExists(tableName: String, cFamily: String)(implicit config: HBaseConfig): Boolean

implicit def toHBaseRDD[A](rdd: RDD[(String, Map[String, Map[String, A]])])(implicit writer: Writes[A]): HBaseRDD[A]

implicit def toHBaseRDDFixed[A](rdd: RDD[(String, Seq[A])])(implicit writer: Writes[A]): HBaseRDDFixed[A]

implicit def toHBaseRDDFixedT[A](rdd: RDD[(String, Seq[(A, Long)])])(implicit writer: Writes[A]): HBaseRDDFixed[(A, Long)]

implicit def toHBaseRDDSimple[A](rdd: RDD[(String, Map[String, A])])(implicit writer: Writes[A]): HBaseRDDSimple[A]

implicit def toHBaseRDDSimpleT[A](rdd: RDD[(String, Map[String, (A, Long)])])(implicit writer: Writes[A]): HBaseRDDSimple[(A, Long)]

implicit def toHBaseRDDT[A](rdd: RDD[(String, Map[String, Map[String, (A, Long)]])])(implicit writer: Writes[A]): HBaseRDD[(A, Long)]

implicit def toHBaseSC(sc: SparkContext): HBaseSC

Inherited from HBaseUtils

Inherited from HFileSupport

Inherited from HBaseReadSupport

Inherited from HBaseWriteSupport

Inherited from AnyRef

Inherited from Any

Ungrouped