org.apache.spark.sql.streaming

KafkaStreamRelation

final class KafkaStreamRelation extends StreamBaseRelation

Linear Supertypes
StreamBaseRelation, Logging, Serializable, Serializable, DestroyRelation, TableScan, StreamPlan, ParentRelation, BaseRelation, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. KafkaStreamRelation
  2. StreamBaseRelation
  3. Logging
  4. Serializable
  5. Serializable
  6. DestroyRelation
  7. TableScan
  8. StreamPlan
  9. ParentRelation
  10. BaseRelation
  11. AnyRef
  12. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new KafkaStreamRelation(sqlContext: SQLContext, options: Map[String, String], schema: StructType)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. val GROUP_ID: String

  7. val K: String

  8. val KD: String

  9. val TOPICS: String

  10. val V: String

  11. val VD: String

  12. val ZK_QUORUM: String

  13. def addDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Used by DependentRelations to register with parent

    Used by DependentRelations to register with parent

    Definition Classes
    StreamBaseRelation → ParentRelation

  14. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  15. def buildScan(): RDD[Row]

    Definition Classes
    StreamBaseRelation → TableScan

  16. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  17. final def context: SnappyStreamingContext

    Definition Classes
    StreamBaseRelation

  18. def createRowStream(): DStream[InternalRow]

    Attributes
    protected
    Definition Classes
    KafkaStreamRelation → StreamBaseRelation

  19. def destroy(ifExists: Boolean): Unit

    Destroy and cleanup this relation.

    Destroy and cleanup this relation. It may include, but not limited to, dropping the external table that this relation represents.

    Definition Classes
    StreamBaseRelation → DestroyRelation

  20. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  21. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  22. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  23. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  24. def getDependents(catalog: SnappyStoreHiveCatalog): Seq[String]

    Get the dependent child.

    Get the dependent child.

    Definition Classes
    StreamBaseRelation → ParentRelation

  25. val groupId: String

  26. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  27. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  28. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging

  29. val kafkaParams: Map[String, String]

  30. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging

  31. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  32. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  33. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  34. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  35. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  36. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  37. def logName: String

    Attributes
    protected
    Definition Classes
    Logging

  38. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  39. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  40. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  41. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  42. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  43. val needConversion: Boolean

    Definition Classes
    StreamBaseRelation → BaseRelation

  44. final def notify(): Unit

    Definition Classes
    AnyRef

  45. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  46. def recoverDependentsRelation(): Unit

    Recover/Re-create the dependent child relations.

    Recover/Re-create the dependent child relations. This callback is to recreate Dependent relations when the ParentRelation is being created.

    Definition Classes
    StreamBaseRelation → ParentRelation

  47. def removeDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Used by DependentRelations to unregister with parent

    Used by DependentRelations to unregister with parent

    Definition Classes
    StreamBaseRelation → ParentRelation

  48. val rowConverter: StreamToRowsConverter

    Definition Classes
    StreamBaseRelation

  49. final lazy val rowStream: DStream[InternalRow]

    Definition Classes
    StreamBaseRelation → StreamPlan

  50. val schema: StructType

    Definition Classes
    KafkaStreamRelation → StreamPlan → BaseRelation

  51. def sizeInBytes: Long

    Definition Classes
    BaseRelation

  52. val sqlContext: SQLContext

    Definition Classes
    KafkaStreamRelation → BaseRelation

  53. val storageLevel: StorageLevel

    Definition Classes
    StreamBaseRelation

  54. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  55. val tableName: String

    Definition Classes
    StreamBaseRelation

  56. def toString(): String

    Definition Classes
    AnyRef → Any

  57. val topics: Map[String, Int]

  58. def truncate(): Unit

    Truncate the table represented by this relation.

    Truncate the table represented by this relation.

    Definition Classes
    StreamBaseRelation → DestroyRelation

  59. def unhandledFilters(filters: Array[Filter]): Array[Filter]

    Definition Classes
    BaseRelation

  60. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  61. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  62. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  63. val zkQuorum: String

Inherited from StreamBaseRelation

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from DestroyRelation

Inherited from TableScan

Inherited from StreamPlan

Inherited from ParentRelation

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped