Class

org.apache.spark.sql.streaming

StreamBaseRelation

Related Doc: package streaming

Permalink

abstract class StreamBaseRelation extends BaseRelation with ParentRelation with StreamPlan with TableScan with DestroyRelation with Serializable with Logging

Linear Supertypes
Logging, Serializable, Serializable, DestroyRelation, TableScan, StreamPlan, ParentRelation, BaseRelation, AnyRef, Any
Known Subclasses
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. StreamBaseRelation
  2. Logging
  3. Serializable
  4. Serializable
  5. DestroyRelation
  6. TableScan
  7. StreamPlan
  8. ParentRelation
  9. BaseRelation
  10. AnyRef
  11. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new StreamBaseRelation(opts: Map[String, String])

    Permalink

Abstract Value Members

  1. abstract def createRowStream(): DStream[InternalRow]

    Permalink
    Attributes
    protected
  2. abstract def schema: StructType

    Permalink
    Definition Classes
    StreamPlan
  3. abstract def sqlContext: SQLContext

    Permalink
    Definition Classes
    BaseRelation

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. def addDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Permalink

    Used by DependentRelations to register with parent

    Used by DependentRelations to register with parent

    Definition Classes
    StreamBaseRelationParentRelation
  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  6. def buildScan(): RDD[Row]

    Permalink
    Definition Classes
    StreamBaseRelation → TableScan
  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  8. final def context: SnappyStreamingContext

    Permalink
  9. def destroy(ifExists: Boolean): Unit

    Permalink

    Destroy and cleanup this relation.

    Destroy and cleanup this relation. It may include, but not limited to, dropping the external table that this relation represents.

    Definition Classes
    StreamBaseRelationDestroyRelation
  10. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  11. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  12. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  13. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  14. def getDependents(catalog: SnappyStoreHiveCatalog): Seq[String]

    Permalink

    Get the dependent child.

    Get the dependent child.

    Definition Classes
    StreamBaseRelationParentRelation
  15. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  16. def initializeLogIfNecessary(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  17. final def isDebugEnabled: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  18. final def isInfoEnabled: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  19. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  20. final def isTraceEnabled: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  21. final var levelFlags: Int

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  22. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  23. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  24. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  25. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  26. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  27. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  28. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  29. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  30. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  31. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  32. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  33. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  34. final var log_: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  35. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  36. val needConversion: Boolean

    Permalink
    Definition Classes
    StreamBaseRelation → BaseRelation
  37. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  38. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  39. val options: CaseInsensitiveMap

    Permalink
    Attributes
    protected
  40. def recoverDependentRelations(properties: Map[String, String]): Unit

    Permalink

    Recover/Re-create the dependent child relations.

    Recover/Re-create the dependent child relations. This callback is to recreate Dependent relations when the ParentRelation is being created.

    Definition Classes
    StreamBaseRelationParentRelation
  41. def removeDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Permalink

    Used by DependentRelations to unregister with parent

    Used by DependentRelations to unregister with parent

    Definition Classes
    StreamBaseRelationParentRelation
  42. def resetLogger(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  43. val rowConverter: StreamToRowsConverter

    Permalink
  44. final lazy val rowStream: DStream[InternalRow]

    Permalink
    Definition Classes
    StreamBaseRelationStreamPlan
  45. def sizeInBytes: Long

    Permalink
    Definition Classes
    BaseRelation
  46. val storageLevel: StorageLevel

    Permalink
  47. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  48. def tableCreated: Boolean

    Permalink

    Return true if table is created by the relation.

    Return true if table is created by the relation. This will be used to check while destroying the table incase of a failure while creating the table

    Definition Classes
    StreamBaseRelationDestroyRelation
  49. var tableExists: Boolean

    Permalink

    Return true if table already existed when the relation object was created.

    Return true if table already existed when the relation object was created.

    Definition Classes
    StreamBaseRelationDestroyRelation
  50. val tableName: String

    Permalink
  51. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  52. def truncate(): Unit

    Permalink

    Truncate the table represented by this relation.

    Truncate the table represented by this relation.

    Definition Classes
    StreamBaseRelationDestroyRelation
  53. def unhandledFilters(filters: Array[Filter]): Array[Filter]

    Permalink
    Definition Classes
    BaseRelation
  54. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  55. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  56. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from DestroyRelation

Inherited from TableScan

Inherited from StreamPlan

Inherited from ParentRelation

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped