Class

org.apache.spark.sql.execution.datasources

SaveIntoDataSourceCommand

Related Doc: package datasources

Permalink

case class SaveIntoDataSourceCommand(query: LogicalPlan, provider: String, partitionColumns: Seq[String], options: Map[String, String], mode: SaveMode) extends LeafNode with RunnableCommand with Product with Serializable

Saves the results of query in to a data source.

Note that this command is different from InsertIntoDataSourceCommand. This command will call CreatableRelationProvider.createRelation to write out the data, while InsertIntoDataSourceCommand calls InsertableRelation.insert. Ideally these 2 data source interfaces should do the same thing, but as we've already published these 2 interfaces and the implementations may have different logic, we have to keep these 2 different commands.

Linear Supertypes
Serializable, Serializable, RunnableCommand, Command, LeafNode, LogicalPlan, Logging, QueryPlan[LogicalPlan], TreeNode[LogicalPlan], Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SaveIntoDataSourceCommand
  2. Serializable
  3. Serializable
  4. RunnableCommand
  5. Command
  6. LeafNode
  7. LogicalPlan
  8. Logging
  9. QueryPlan
  10. TreeNode
  11. Product
  12. Equals
  13. AnyRef
  14. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SaveIntoDataSourceCommand(query: LogicalPlan, provider: String, partitionColumns: Seq[String], options: Map[String, String], mode: SaveMode)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. lazy val allAttributes: AttributeSeq

    Permalink
    Definition Classes
    QueryPlan

  5. def analyzed: Boolean

    Permalink
    Definition Classes
    LogicalPlan

  6. def apply(number: Int): TreeNode[_]

    Permalink
    Definition Classes
    TreeNode

  7. def argString: String

    Permalink
    Definition Classes
    TreeNode

  8. def asCode: String

    Permalink
    Definition Classes
    TreeNode

  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  10. lazy val canonicalized: LogicalPlan

    Permalink
    Definition Classes
    QueryPlan

  11. final def children: Seq[LogicalPlan]

    Permalink
    Definition Classes
    LeafNode → TreeNode

  12. def childrenResolved: Boolean

    Permalink
    Definition Classes
    LogicalPlan

  13. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  14. def collect[B](pf: PartialFunction[LogicalPlan, B]): Seq[B]

    Permalink
    Definition Classes
    TreeNode

  15. def collectFirst[B](pf: PartialFunction[LogicalPlan, B]): Option[B]

    Permalink
    Definition Classes
    TreeNode

  16. def collectLeaves(): Seq[LogicalPlan]

    Permalink
    Definition Classes
    TreeNode

  17. def computeStats(conf: SQLConf): Statistics

    Permalink
    Attributes
    protected
    Definition Classes
    LogicalPlan

  18. lazy val constraints: ExpressionSet

    Permalink
    Definition Classes
    QueryPlan

  19. lazy val containsChild: Set[TreeNode[_]]

    Permalink
    Definition Classes
    TreeNode

  20. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  21. final def expressions: Seq[Expression]

    Permalink
    Definition Classes
    QueryPlan

  22. def fastEquals(other: TreeNode[_]): Boolean

    Permalink
    Definition Classes
    TreeNode

  23. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  24. def find(f: (LogicalPlan) ⇒ Boolean): Option[LogicalPlan]

    Permalink
    Definition Classes
    TreeNode

  25. def flatMap[A](f: (LogicalPlan) ⇒ TraversableOnce[A]): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  26. def foreach(f: (LogicalPlan) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  27. def foreachUp(f: (LogicalPlan) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  28. def generateTreeString(depth: Int, lastChildren: Seq[Boolean], builder: StringBuilder, verbose: Boolean, prefix: String, addSuffix: Boolean): StringBuilder

    Permalink
    Definition Classes
    TreeNode

  29. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  30. def getRelevantConstraints(constraints: Set[Expression]): Set[Expression]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  31. def hashCode(): Int

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any

  32. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  33. def innerChildren: Seq[QueryPlan[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    SaveIntoDataSourceCommand → QueryPlan → TreeNode

  34. def inputSet: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  35. final def invalidateStatsCache(): Unit

    Permalink
    Definition Classes
    LogicalPlan

  36. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  37. def isStreaming: Boolean

    Permalink
    Definition Classes
    LogicalPlan

  38. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  39. def jsonFields: List[JField]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  40. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  41. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  42. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  43. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  44. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  45. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  46. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  47. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  48. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  50. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  51. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  52. def makeCopy(newArgs: Array[AnyRef]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  53. def map[A](f: (LogicalPlan) ⇒ A): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  54. def mapChildren(f: (LogicalPlan) ⇒ LogicalPlan): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  55. def mapExpressions(f: (Expression) ⇒ Expression): SaveIntoDataSourceCommand.this.type

    Permalink
    Definition Classes
    QueryPlan

  56. def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  57. def maxRows: Option[Long]

    Permalink
    Definition Classes
    LogicalPlan

  58. def missingInput: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  59. val mode: SaveMode

    Permalink

  60. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  61. def nodeName: String

    Permalink
    Definition Classes
    TreeNode

  62. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  63. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  64. def numberedTreeString: String

    Permalink
    Definition Classes
    TreeNode

  65. val options: Map[String, String]

    Permalink

  66. val origin: Origin

    Permalink
    Definition Classes
    TreeNode

  67. def otherCopyArgs: Seq[AnyRef]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  68. def output: Seq[Attribute]

    Permalink
    Definition Classes
    Command → QueryPlan

  69. def outputSet: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  70. def p(number: Int): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  71. val partitionColumns: Seq[String]

    Permalink

  72. def preCanonicalized: LogicalPlan

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  73. def prettyJson: String

    Permalink
    Definition Classes
    TreeNode

  74. def printSchema(): Unit

    Permalink
    Definition Classes
    QueryPlan

  75. def producedAttributes: AttributeSet

    Permalink
    Definition Classes
    LeafNode → QueryPlan

  76. val provider: String

    Permalink

  77. val query: LogicalPlan

    Permalink

  78. def references: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  79. def refresh(): Unit

    Permalink
    Definition Classes
    LogicalPlan

  80. def resolve(nameParts: Seq[String], input: Seq[Attribute], resolver: Resolver): Option[NamedExpression]

    Permalink
    Attributes
    protected
    Definition Classes
    LogicalPlan

  81. def resolve(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

    Permalink
    Definition Classes
    LogicalPlan

  82. def resolve(schema: StructType, resolver: Resolver): Seq[Attribute]

    Permalink
    Definition Classes
    LogicalPlan

  83. def resolveChildren(nameParts: Seq[String], resolver: Resolver): Option[NamedExpression]

    Permalink
    Definition Classes
    LogicalPlan

  84. def resolveExpressions(r: PartialFunction[Expression, Expression]): LogicalPlan

    Permalink
    Definition Classes
    LogicalPlan

  85. def resolveOperators(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    LogicalPlan

  86. def resolveQuoted(name: String, resolver: Resolver): Option[NamedExpression]

    Permalink
    Definition Classes
    LogicalPlan

  87. lazy val resolved: Boolean

    Permalink
    Definition Classes
    LogicalPlan

  88. def run(sparkSession: SparkSession): Seq[Row]

    Permalink
    Definition Classes
    SaveIntoDataSourceCommand → RunnableCommand

  89. final def sameResult(other: LogicalPlan): Boolean

    Permalink
    Definition Classes
    QueryPlan

  90. lazy val schema: StructType

    Permalink
    Definition Classes
    QueryPlan

  91. def schemaString: String

    Permalink
    Definition Classes
    QueryPlan

  92. final def semanticHash(): Int

    Permalink
    Definition Classes
    QueryPlan

  93. def simpleString: String

    Permalink
    Definition Classes
    SaveIntoDataSourceCommand → QueryPlan → TreeNode

  94. def statePrefix: String

    Permalink
    Attributes
    protected
    Definition Classes
    LogicalPlan → QueryPlan

  95. final def stats(conf: SQLConf): Statistics

    Permalink
    Definition Classes
    LogicalPlan

  96. def stringArgs: Iterator[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  97. def subqueries: Seq[LogicalPlan]

    Permalink
    Definition Classes
    QueryPlan

  98. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  99. def toJSON: String

    Permalink
    Definition Classes
    TreeNode

  100. def toString(): String

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any

  101. def transform(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  102. def transformAllExpressions(rule: PartialFunction[Expression, Expression]): SaveIntoDataSourceCommand.this.type

    Permalink
    Definition Classes
    QueryPlan

  103. def transformDown(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  104. def transformExpressions(rule: PartialFunction[Expression, Expression]): SaveIntoDataSourceCommand.this.type

    Permalink
    Definition Classes
    QueryPlan

  105. def transformExpressionsDown(rule: PartialFunction[Expression, Expression]): SaveIntoDataSourceCommand.this.type

    Permalink
    Definition Classes
    QueryPlan

  106. def transformExpressionsUp(rule: PartialFunction[Expression, Expression]): SaveIntoDataSourceCommand.this.type

    Permalink
    Definition Classes
    QueryPlan

  107. def transformUp(rule: PartialFunction[LogicalPlan, LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

  108. def treeString(verbose: Boolean, addSuffix: Boolean): String

    Permalink
    Definition Classes
    TreeNode

  109. def treeString: String

    Permalink
    Definition Classes
    TreeNode

  110. def validConstraints: Set[Expression]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  111. def verboseString: String

    Permalink
    Definition Classes
    QueryPlan → TreeNode

  112. def verboseStringWithSuffix: String

    Permalink
    Definition Classes
    LogicalPlan → TreeNode

  113. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  114. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  115. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  116. def withNewChildren(newChildren: Seq[LogicalPlan]): LogicalPlan

    Permalink
    Definition Classes
    TreeNode

Inherited from Serializable

Inherited from Serializable

Inherited from RunnableCommand

Inherited from Command

Inherited from LeafNode

Inherited from LogicalPlan

Inherited from Logging

Inherited from QueryPlan[LogicalPlan]

Inherited from TreeNode[LogicalPlan]

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped