abstract case class SparkStreamletContext(streamletDefinition: StreamletDefinition, session: SparkSession) extends StreamletContext with Product with Serializable
- Alphabetic
- By Inheritance
- SparkStreamletContext
- Serializable
- Serializable
- Product
- Equals
- StreamletContext
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
- new SparkStreamletContext(streamletDefinition: StreamletDefinition, session: SparkSession)
Type Members
-
case class
MountedPathUnavailableException extends Exception with Product with Serializable
- Definition Classes
- StreamletContext
Abstract Value Members
-
abstract
def
checkpointDir(dirName: String): String
Returns the absolute path to a mounted shared storage that can be used to store reliable checkpoints.
Returns the absolute path to a mounted shared storage that can be used to store reliable checkpoints. Reliable checkpoints lets the Spark application persist its state across restarts and restart from where it last stopped.
- returns
the absolute path to a mounted shared storage
-
abstract
def
readStream[In](inPort: CodecInlet[In])(implicit encoder: Encoder[In], typeTag: scala.reflect.api.JavaUniverse.TypeTag[In]): Dataset[In]
Stream from the underlying external storage and return a DataFrame
Stream from the underlying external storage and return a DataFrame
- inPort
the inlet port to read from
- returns
the data read as
Dataset[In]
-
abstract
def
writeStream[Out](stream: Dataset[Out], outPort: CodecOutlet[Out], outputMode: OutputMode)(implicit encoder: Encoder[Out], typeTag: scala.reflect.api.JavaUniverse.TypeTag[Out]): StreamingQuery
Start the execution of a StreamingQuery that writes the encodedStream to an external storage using the designated portOut
Start the execution of a StreamingQuery that writes the encodedStream to an external storage using the designated portOut
- stream
stream used to write the result of execution of the
StreamingQuery- outPort
the port used to write the result of execution of the
StreamingQuery- outputMode
the output mode used to write. Valid values Append, Update, Complete
- returns
the
StreamingQuerythat starts executing
Concrete Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
config: Config
- Definition Classes
- StreamletContext
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
def
findTopicForPort(port: StreamletPort): Topic
- Definition Classes
- StreamletContext
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getMountedPath(volumeMount: VolumeMount): Path
- Definition Classes
- StreamletContext
-
def
internalKafkaBootstrapServers: String
- Definition Classes
- StreamletContext
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- val session: SparkSession
-
final
def
streamletConfig: Config
- Definition Classes
- StreamletContext
-
def
streamletRef: String
- Definition Classes
- StreamletContext
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()