SQSReceiver

SQS Amazon queue receiver for the Spark, example usage:

ssc.receiverStream(new SQSReceiver("sample")
.credentials(<key>, <secret>)
.at(Regions.US_EAST_1)
.withTimeout(2))

ssc.receiverStream(new SQSReceiver("sample")
.credentials(<aws properties file with credentials>)
.at(Regions.US_EAST_1)
.withTimeout(2))

Where:

name ("sample" in the example above) - name of the queue
credentials - AWS credentials
region - region where the queue exists
timeout - poll timeout for the queue

By default credentials are empty, regions is Regions.DEFAULT_REGION and timeout is 1 second

Linear Supertypes

Logging, Receiver[String], Serializable, Serializable, AnyRef, Any

Instance Constructors

new SQSReceiver(name: String)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def at(region: Regions): SQSReceiver
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def credentials(filename: String): SQSReceiver
def credentials(accessKeyId: String, secretAccessKey: String): SQSReceiver
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isStarted(): Boolean

Definition Classes
Receiver
def isStopped(): Boolean

Definition Classes
Receiver
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def onStart(): Unit

Definition Classes
SQSReceiver → Receiver
def onStop(): Unit

Definition Classes
SQSReceiver → Receiver
def preferredLocation: Option[String]

Definition Classes
Receiver
def reportError(message: String, throwable: Throwable): Unit

Definition Classes
Receiver
def restart(message: String, error: Throwable, millisecond: Int): Unit

Definition Classes
Receiver
def restart(message: String, error: Throwable): Unit

Definition Classes
Receiver
def restart(message: String): Unit

Definition Classes
Receiver
def stop(message: String, error: Throwable): Unit

Definition Classes
Receiver
def stop(message: String): Unit

Definition Classes
Receiver
val storageLevel: StorageLevel

Definition Classes
Receiver
def store(bytes: ByteBuffer, metadata: Any): Unit

Definition Classes
Receiver
def store(bytes: ByteBuffer): Unit

Definition Classes
Receiver
def store(dataIterator: Iterator[String], metadata: Any): Unit

Definition Classes
Receiver
def store(dataIterator: Iterator[String]): Unit

Definition Classes
Receiver
def store(dataIterator: Iterator[String], metadata: Any): Unit

Definition Classes
Receiver
def store(dataIterator: Iterator[String]): Unit

Definition Classes
Receiver
def store(dataBuffer: ArrayBuffer[String], metadata: Any): Unit

Definition Classes
Receiver
def store(dataBuffer: ArrayBuffer[String]): Unit

Definition Classes
Receiver
def store(dataItem: String): Unit

Definition Classes
Receiver
def streamId: Int

Definition Classes
Receiver
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def withTimeout(secs: Int): SQSReceiver

Related Doc: package imapi

class SQSReceiver extends Receiver[String] with Logging

Instance Constructors

new SQSReceiver(name: String)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def at(region: Regions): SQSReceiver

def clone(): AnyRef

def credentials(filename: String): SQSReceiver

def credentials(accessKeyId: String, secretAccessKey: String): SQSReceiver

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def isStarted(): Boolean

def isStopped(): Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def onStart(): Unit

def onStop(): Unit

def preferredLocation: Option[String]

def reportError(message: String, throwable: Throwable): Unit

def restart(message: String, error: Throwable, millisecond: Int): Unit

def restart(message: String, error: Throwable): Unit

def restart(message: String): Unit

def stop(message: String, error: Throwable): Unit

def stop(message: String): Unit

val storageLevel: StorageLevel

def store(bytes: ByteBuffer, metadata: Any): Unit

def store(bytes: ByteBuffer): Unit

def store(dataIterator: Iterator[String], metadata: Any): Unit

def store(dataIterator: Iterator[String]): Unit

def store(dataIterator: Iterator[String], metadata: Any): Unit

def store(dataIterator: Iterator[String]): Unit

def store(dataBuffer: ArrayBuffer[String], metadata: Any): Unit

def store(dataBuffer: ArrayBuffer[String]): Unit

def store(dataItem: String): Unit

def streamId: Int

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def withTimeout(secs: Int): SQSReceiver

Inherited from Logging

Inherited from Receiver[String]

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped