Class/Object

org.apache.spark.sql.execution.columnar

InMemoryRelation

Related Docs: object InMemoryRelation | package columnar

Permalink

case class InMemoryRelation(output: Seq[Attribute], useCompression: Boolean, batchSize: Int, storageLevel: StorageLevel, child: SparkPlan, tableName: Option[String])(_cachedColumnBuffers: RDD[CachedBatch] = null, batchStats: LongAccumulator = ...) extends LeafNode with MultiInstanceRelation with Product with Serializable

Linear Supertypes
Serializable, Serializable, MultiInstanceRelation, LeafNode, LogicalPlan, Logging, QueryPlan[LogicalPlan], TreeNode[LogicalPlan], Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. InMemoryRelation
  2. Serializable
  3. Serializable
  4. MultiInstanceRelation
  5. LeafNode
  6. LogicalPlan
  7. Logging
  8. QueryPlan
  9. TreeNode
  10. Product
  11. Equals
  12. AnyRef
  13. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new InMemoryRelation(output: Seq[Attribute], useCompression: Boolean, batchSize: Int, storageLevel: StorageLevel, child: SparkPlan, tableName: Option[String])(_cachedColumnBuffers: RDD[CachedBatch] = null, batchStats: LongAccumulator = ...)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. var _cachedColumnBuffers: RDD[CachedBatch]

    Permalink

  5. lazy val allAttributes: AttributeSeq

    Permalink
    Definition Classes
    QueryPlan

  6. def analyzed: Boolean

    Permalink
    Definition Classes
    LogicalPlan

  7. def apply(number: Int): TreeNode[_]

    Permalink
    Definition Classes
    TreeNode

  8. def argString: String

    Permalink
    Definition Classes
    TreeNode

  9. def asCode: String

    Permalink
    Definition Classes
    TreeNode

  10. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  11. val batchSize: Int

    Permalink

  12. val batchStats: LongAccumulator

    Permalink

  13. def cachedColumnBuffers: RDD[CachedBatch]

    Permalink

  14. lazy val canonicalized: LogicalPlan

    Permalink
    Definition Classes
    QueryPlan

  15. val child: SparkPlan

    Permalink

  16. final def children: Seq[LogicalPlan]

    Permalink
    Definition Classes
    LeafNode → TreeNode

  17. def childrenResolved: Boolean

    Permalink
    Definition Classes
    LogicalPlan

  18. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  19. def collect[B](pf: PartialFunction[LogicalPlan, B]): Seq[B]

    Permalink
    Definition Classes
    TreeNode

  20. def collectFirst[B](pf: PartialFunction[LogicalPlan, B]): Option[B]

    Permalink
    Definition Classes
    TreeNode

  21. def collectLeaves(): Seq[LogicalPlan]

    Permalink
    Definition Classes
    TreeNode

  22. def computeStats(conf: SQLConf): Statistics

    Permalink
    Definition Classes
    InMemoryRelation → LogicalPlan

  23. lazy val constraints: ExpressionSet

    Permalink
    Definition Classes
    QueryPlan

  24. lazy val containsChild: Set[TreeNode[_]]

    Permalink
    Definition Classes
    TreeNode

  25. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  26. final def expressions: Seq[Expression]

    Permalink
    Definition Classes
    QueryPlan

  27. def fastEquals(other: TreeNode[_]): Boolean

    Permalink
    Definition Classes
    TreeNode

  28. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  29. def find(f: (LogicalPlan) ⇒ Boolean): Option[LogicalPlan]

    Permalink
    Definition Classes
    TreeNode

  30. def flatMap[A](f: (LogicalPlan) ⇒ TraversableOnce[A]): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  31. def foreach(f: (LogicalPlan) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  32. def foreachUp(f: (LogicalPlan) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  33. def generateTreeString(depth: Int, lastChildren: Seq[Boolean], builder: StringBuilder, verbose: Boolean, prefix: String, addSuffix: Boolean): StringBuilder

    Permalink
    Definition Classes
    TreeNode

  34. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  35. def getRelevantConstraints(constraints: Set[Expression]): Set[Expression]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  36. def hashCode(): Int

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any

  37. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  38. def innerChildren: Seq[SparkPlan]

    Permalink
    Attributes
    protected
    Definition Classes
    InMemoryRelation → QueryPlan → TreeNode

  39. def inputSet: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  40. final def invalidateStatsCache(): Unit

    Permalink
    Definition Classes
    LogicalPlan

  41. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  42. def isStreaming: Boolean

    Permalink
    Definition Classes
    LogicalPlan

  43. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  44. def jsonFields: List[JField]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  45. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  46. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  47. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  48. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  50. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  51. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  52. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  53. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  54. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  55. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  56. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  57. def makeCopy(newArgs: Array[AnyRef]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  58. def map[A](f: (LogicalPlan) ⇒ A): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  59. def mapChildren(f: (LogicalPlan) ⇒ LogicalPlan): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  60. def mapExpressions(f: (Expression) ⇒ Expression): InMemoryRelation.this.type

    Permalink
    Definition Classes
    QueryPlan

  61. def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  62. def maxRows: Option[Long]

    Permalink
    Definition Classes
    LogicalPlan

  63. def missingInput: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  64. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  65. def newInstance(): InMemoryRelation.this.type

    Permalink
    Definition Classes
    InMemoryRelation → MultiInstanceRelation

  66. def nodeName: String

    Permalink
    Definition Classes
    TreeNode

  67. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  68. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  69. def numberedTreeString: String

    Permalink
    Definition Classes
    TreeNode

  70. val origin: Origin

    Permalink
    Definition Classes
    TreeNode

  71. def otherCopyArgs: Seq[AnyRef]

    Permalink
    Attributes
    protected
    Definition Classes
    InMemoryRelation → TreeNode

  72. val output: Seq[Attribute]

    Permalink
    Definition Classes
    InMemoryRelation → QueryPlan

  73. def outputSet: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  74. def p(number: Int): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  75. val partitionStatistics: PartitionStatistics

    Permalink

  76. def preCanonicalized: LogicalPlan

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  77. def prettyJson: String

    Permalink
    Definition Classes
    TreeNode

  78. def printSchema(): Unit

    Permalink
    Definition Classes
    QueryPlan

  79. def producedAttributes: AttributeSet

    Permalink
    Definition Classes
    InMemoryRelation → LeafNode → QueryPlan

  80. def references: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  81. def refresh(): Unit

    Permalink
    Definition Classes
    LogicalPlan

  82. def resolve(nameParts: Seq[String], input: Seq[Attribute], resolver: Resolver): Option[NamedExpression]

    Permalink
    Attributes
    protected
    Definition Classes
    LogicalPlan

  83. def resolve(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

    Permalink
    Definition Classes
    LogicalPlan

  84. def resolve(schema: StructType, resolver: Resolver): Seq[Attribute]

    Permalink
    Definition Classes
    LogicalPlan

  85. def resolveChildren(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

    Permalink
    Definition Classes
    LogicalPlan

  86. def resolveExpressions(r: PartialFunction[Expression, Expression]): LogicalPlan

    Permalink
    Definition Classes
    LogicalPlan

  87. def resolveOperators(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    LogicalPlan

  88. def resolveQuoted(name: String, resolver: Resolver): Option[NamedExpression]

    Permalink
    Definition Classes
    LogicalPlan

  89. lazy val resolved: Boolean

    Permalink
    Definition Classes
    LogicalPlan

  90. final def sameResult(other: LogicalPlan): Boolean

    Permalink
    Definition Classes
    QueryPlan

  91. lazy val schema: StructType

    Permalink
    Definition Classes
    QueryPlan

  92. def schemaString: String

    Permalink
    Definition Classes
    QueryPlan

  93. final def semanticHash(): Int

    Permalink
    Definition Classes
    QueryPlan

  94. def simpleString: String

    Permalink
    Definition Classes
    QueryPlan → TreeNode

  95. def statePrefix: String

    Permalink
    Attributes
    protected
    Definition Classes
    LogicalPlan → QueryPlan

  96. final def stats(conf: SQLConf): Statistics

    Permalink
    Definition Classes
    LogicalPlan

  97. val storageLevel: StorageLevel

    Permalink

  98. def stringArgs: Iterator[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  99. def subqueries: Seq[LogicalPlan]

    Permalink
    Definition Classes
    QueryPlan

  100. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  101. val tableName: Option[String]

    Permalink

  102. def toJSON: String

    Permalink
    Definition Classes
    TreeNode

  103. def toString(): String

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any

  104. def transform(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  105. def transformAllExpressions(rule: PartialFunction[Expression, Expression]): InMemoryRelation.this.type

    Permalink
    Definition Classes
    QueryPlan

  106. def transformDown(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  107. def transformExpressions(rule: PartialFunction[Expression, Expression]): InMemoryRelation.this.type

    Permalink
    Definition Classes
    QueryPlan

  108. def transformExpressionsDown(rule: PartialFunction[Expression, Expression]): InMemoryRelation.this.type

    Permalink
    Definition Classes
    QueryPlan

  109. def transformExpressionsUp(rule: PartialFunction[Expression, Expression]): InMemoryRelation.this.type

    Permalink
    Definition Classes
    QueryPlan

  110. def transformUp(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  111. def treeString(verbose: Boolean, addSuffix: Boolean): String

    Permalink
    Definition Classes
    TreeNode

  112. def treeString: String

    Permalink
    Definition Classes
    TreeNode

  113. val useCompression: Boolean

    Permalink

  114. def validConstraints: Set[Expression]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  115. def verboseString: String

    Permalink
    Definition Classes
    QueryPlan → TreeNode

  116. def verboseStringWithSuffix: String

    Permalink
    Definition Classes
    LogicalPlan → TreeNode

  117. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  118. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  119. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  120. def withNewChildren(newChildren: Seq[LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  121. def withOutput(newOutput: Seq[Attribute]): InMemoryRelation

    Permalink

Inherited from Serializable

Inherited from Serializable

Inherited from MultiInstanceRelation

Inherited from LeafNode

Inherited from LogicalPlan

Inherited from Logging

Inherited from QueryPlan[LogicalPlan]

Inherited from TreeNode[LogicalPlan]

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped