DynamoDBExportDataFormat

Applies a schema to an DynamoDB table to make it accessible by a Hive query. Use DynamoDBExportDataFormat with a HiveCopyActivity object and DynamoDBDataNode or S3DataNode input and output. DynamoDBExportDataFormat has the following benefits:

Provides both DynamoDB and Amazon S3 support
Allows you to filter data by certain columns in your Hive query
Exports all attributes from DynamoDB even if you have a sparse schema

Source: DynamoDBExportDataFormat.scala

Linear Supertypes

Serializable, Serializable, Product, Equals, DataFormat, PipelineObject, AnyRef, Any

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val columns: Seq[String]
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
val id: PipelineObjectId

Definition Classes
DynamoDBExportDataFormat → PipelineObject
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def objects: Iterable[PipelineObject]

Definition Classes
PipelineObject
def ref: AdpRef[AdpDataFormat]

Definition Classes
DataFormat → PipelineObject
implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

Definition Classes
PipelineObject
def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

Definition Classes
PipelineObject
lazy val serialize: AdpDynamoDBExportDataFormat

Definition Classes
DynamoDBExportDataFormat → DataFormat → PipelineObject
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
implicit def uniquePipelineId2String(id: PipelineObjectId): String

Definition Classes
PipelineObject
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def withColumns(col: String*): DynamoDBExportDataFormat

Related Docs: object DynamoDBExportDataFormat | package dataformat

case class DynamoDBExportDataFormat extends DataFormat with Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val columns: Seq[String]

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

val id: PipelineObjectId

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def objects: Iterable[PipelineObject]

def ref: AdpRef[AdpDataFormat]

implicit def seq2Option[A](anySeq: Seq[A]): Option[Seq[A]]

def seqToOption[A, B](anySeq: Seq[A])(transform: (A) ⇒ B): Option[Seq[B]]

lazy val serialize: AdpDynamoDBExportDataFormat

final def synchronized[T0](arg0: ⇒ T0): T0

implicit def uniquePipelineId2String(id: PipelineObjectId): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def withColumns(col: String*): DynamoDBExportDataFormat

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DataFormat

Inherited from PipelineObject

Inherited from AnyRef

Inherited from Any

Ungrouped