org.apache.spark.sql

SampleDataFrame

final class SampleDataFrame extends DataFrame with Serializable

Linear Supertypes
DataFrame, Serializable, Serializable, Queryable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SampleDataFrame
  2. DataFrame
  3. Serializable
  4. Serializable
  5. Queryable
  6. AnyRef
  7. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SampleDataFrame(sqlContext: SnappyContext, logicalPlan: LogicalPlan)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. def agg(expr: Column, exprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  7. def agg(exprs: Map[String, String]): DataFrame

    Definition Classes
    DataFrame

  8. def agg(exprs: Map[String, String]): DataFrame

    Definition Classes
    DataFrame

  9. def agg(aggExpr: (String, String), aggExprs: (String, String)*): DataFrame

    Definition Classes
    DataFrame

  10. def alias(alias: Symbol): DataFrame

    Definition Classes
    DataFrame

  11. def alias(alias: String): DataFrame

    Definition Classes
    DataFrame

  12. def apply(colName: String): Column

    Definition Classes
    DataFrame

  13. def as(alias: Symbol): DataFrame

    Definition Classes
    DataFrame

  14. def as(alias: String): DataFrame

    Definition Classes
    DataFrame

  15. def as[U](implicit arg0: Encoder[U]): Dataset[U]

    Definition Classes
    DataFrame
    Annotations
    @Experimental()

  16. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  17. def cache(): SampleDataFrame.this.type

    Definition Classes
    DataFrame

  18. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  19. def coalesce(numPartitions: Int): DataFrame

    Definition Classes
    DataFrame

  20. def col(colName: String): Column

    Definition Classes
    DataFrame

  21. def collect(): Array[Row]

    Definition Classes
    DataFrame

  22. def collectAsList(): List[Row]

    Definition Classes
    DataFrame

  23. def collectToPython(): Int

    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    DataFrame

  24. def columns: Array[String]

    Definition Classes
    DataFrame

  25. def count(): Long

    Definition Classes
    DataFrame

  26. def cube(col1: String, cols: String*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  27. def cube(cols: Column*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  28. def describe(cols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  29. def distinct(): DataFrame

    Definition Classes
    DataFrame

  30. def drop(col: Column): DataFrame

    Definition Classes
    DataFrame

  31. def drop(colName: String): DataFrame

    Definition Classes
    DataFrame

  32. def dropDuplicates(colNames: Array[String]): DataFrame

    Definition Classes
    DataFrame

  33. def dropDuplicates(colNames: Seq[String]): DataFrame

    Definition Classes
    DataFrame

  34. def dropDuplicates(): DataFrame

    Definition Classes
    DataFrame

  35. def dtypes: Array[(String, String)]

    Definition Classes
    DataFrame

  36. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  37. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  38. def errorEstimateAverage(columnName: String, confidence: Double, groupByColumns: Set[String] = Set.empty): Map[Row, (Double, Double, Double, Double)]

  39. def errorStats(columnName: String, groupBy: Set[String] = Set.empty): MultiColumnOpenHashMap[StatCounter]

  40. def except(other: DataFrame): DataFrame

    Definition Classes
    DataFrame

  41. def explain(): Unit

    Definition Classes
    DataFrame → Queryable

  42. def explain(extended: Boolean): Unit

    Definition Classes
    DataFrame → Queryable

  43. def explode[A, B](inputColumn: String, outputColumn: String)(f: (A) ⇒ TraversableOnce[B])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[B]): DataFrame

    Definition Classes
    DataFrame

  44. def explode[A <: Product](input: Column*)(f: (Row) ⇒ TraversableOnce[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): DataFrame

    Definition Classes
    DataFrame

  45. def filter(conditionExpr: String): DataFrame

    Definition Classes
    DataFrame

  46. def filter(condition: Column): DataFrame

    Definition Classes
    DataFrame

  47. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  48. def first(): Row

    Definition Classes
    DataFrame

  49. def flatMap[R](f: (Row) ⇒ TraversableOnce[R])(implicit arg0: ClassTag[R]): RDD[R]

    Definition Classes
    DataFrame

  50. def foreach(f: (Row) ⇒ Unit): Unit

    Definition Classes
    DataFrame

  51. def foreachPartition(f: (Iterator[Row]) ⇒ Unit): Unit

    Definition Classes
    DataFrame

  52. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  53. def groupBy(col1: String, cols: String*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  54. def groupBy(cols: Column*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  55. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  56. def head(): Row

    Definition Classes
    DataFrame

  57. def head(n: Int): Array[Row]

    Definition Classes
    DataFrame

  58. var implementor: SampleDataFrameContract

  59. def inputFiles: Array[String]

    Definition Classes
    DataFrame

  60. def intersect(other: DataFrame): DataFrame

    Definition Classes
    DataFrame

  61. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  62. def isLocal: Boolean

    Definition Classes
    DataFrame

  63. def javaRDD: JavaRDD[Row]

    Definition Classes
    DataFrame

  64. def javaToPython: JavaRDD[Array[Byte]]

    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    DataFrame

  65. def join(right: DataFrame, joinExprs: Column, joinType: String): DataFrame

    Definition Classes
    DataFrame

  66. def join(right: DataFrame, joinExprs: Column): DataFrame

    Definition Classes
    DataFrame

  67. def join(right: DataFrame, usingColumns: Seq[String], joinType: String): DataFrame

    Definition Classes
    DataFrame

  68. def join(right: DataFrame, usingColumns: Seq[String]): DataFrame

    Definition Classes
    DataFrame

  69. def join(right: DataFrame, usingColumn: String): DataFrame

    Definition Classes
    DataFrame

  70. def join(right: DataFrame): DataFrame

    Definition Classes
    DataFrame

  71. def limit(n: Int): DataFrame

    Definition Classes
    DataFrame

  72. val logicalPlan: LogicalPlan

    Definition Classes
    SampleDataFrame → DataFrame

  73. def map[R](f: (Row) ⇒ R)(implicit arg0: ClassTag[R]): RDD[R]

    Definition Classes
    DataFrame

  74. def mapPartitions[R](f: (Iterator[Row]) ⇒ Iterator[R])(implicit arg0: ClassTag[R]): RDD[R]

    Definition Classes
    DataFrame

  75. def na: DataFrameNaFunctions

    Definition Classes
    DataFrame

  76. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  77. final def notify(): Unit

    Definition Classes
    AnyRef

  78. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  79. def numericColumns: Seq[Expression]

    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    DataFrame

  80. def orderBy(sortExprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  81. def orderBy(sortCol: String, sortCols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  82. def persist(newLevel: StorageLevel): SampleDataFrame.this.type

    Definition Classes
    DataFrame

  83. def persist(): SampleDataFrame.this.type

    Definition Classes
    DataFrame

  84. def printSchema(): Unit

    Definition Classes
    DataFrame → Queryable

  85. val queryExecution: QueryExecution

    Definition Classes
    DataFrame → Queryable

  86. def randomSplit(weights: Array[Double]): Array[DataFrame]

    Definition Classes
    DataFrame

  87. def randomSplit(weights: Array[Double], seed: Long): Array[DataFrame]

    Definition Classes
    DataFrame

  88. lazy val rdd: RDD[Row]

    Definition Classes
    DataFrame

  89. def registerSampleTable(tableName: String, baseTable: Option[String]): Unit

  90. def registerTempTable(tableName: String): Unit

    Definition Classes
    DataFrame

  91. def repartition(partitionExprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  92. def repartition(numPartitions: Int, partitionExprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  93. def repartition(numPartitions: Int): DataFrame

    Definition Classes
    DataFrame

  94. def resolve(colName: String): NamedExpression

    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    DataFrame

  95. def rollup(col1: String, cols: String*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  96. def rollup(cols: Column*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  97. def sample(withReplacement: Boolean, fraction: Double): DataFrame

    Definition Classes
    DataFrame

  98. def sample(withReplacement: Boolean, fraction: Double, seed: Long): DataFrame

    Definition Classes
    DataFrame

  99. def schema: StructType

    Definition Classes
    DataFrame → Queryable

  100. def select(col: String, cols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  101. def select(cols: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  102. def selectExpr(exprs: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  103. def show(numRows: Int, truncate: Boolean): Unit

    Definition Classes
    DataFrame

  104. def show(truncate: Boolean): Unit

    Definition Classes
    DataFrame

  105. def show(): Unit

    Definition Classes
    DataFrame

  106. def show(numRows: Int): Unit

    Definition Classes
    DataFrame

  107. def sort(sortExprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  108. def sort(sortCol: String, sortCols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  109. def sortWithinPartitions(sortExprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  110. def sortWithinPartitions(sortCol: String, sortCols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  111. val sqlContext: SnappyContext

    Definition Classes
    SampleDataFrame → DataFrame → Queryable

  112. def stat: DataFrameStatFunctions

    Definition Classes
    DataFrame

  113. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  114. def take(n: Int): Array[Row]

    Definition Classes
    DataFrame

  115. def takeAsList(n: Int): List[Row]

    Definition Classes
    DataFrame

  116. def toDF(colNames: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()

  117. def toDF(): DataFrame

    Definition Classes
    DataFrame

  118. def toJSON: RDD[String]

    Definition Classes
    DataFrame

  119. def toJavaRDD: JavaRDD[Row]

    Definition Classes
    DataFrame

  120. def toString(): String

    Definition Classes
    Queryable → AnyRef → Any

  121. def transform[U](t: (DataFrame) ⇒ DataFrame): DataFrame

    Definition Classes
    DataFrame

  122. def unionAll(other: DataFrame): DataFrame

    Definition Classes
    DataFrame

  123. def unpersist(): SampleDataFrame.this.type

    Definition Classes
    DataFrame

  124. def unpersist(blocking: Boolean): SampleDataFrame.this.type

    Definition Classes
    DataFrame

  125. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  126. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  127. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  128. def where(conditionExpr: String): DataFrame

    Definition Classes
    DataFrame

  129. def where(condition: Column): DataFrame

    Definition Classes
    DataFrame

  130. def withColumn(colName: String, col: Column): DataFrame

    Definition Classes
    DataFrame

  131. def withColumnRenamed(existingName: String, newName: String): DataFrame

    Definition Classes
    DataFrame

  132. def write: DataFrameWriter

    Definition Classes
    DataFrame
    Annotations
    @Experimental()

Deprecated Value Members

  1. def createJDBCTable(url: String, table: String, allowExisting: Boolean): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.jdbc(). This will be removed in Spark 2.0.

  2. def insertInto(tableName: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.mode(SaveMode.Append).saveAsTable(tableName). This will be removed in Spark 2.0.

  3. def insertInto(tableName: String, overwrite: Boolean): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.mode(SaveMode.Append|SaveMode.Overwrite).saveAsTable(tableName). This will be removed in Spark 2.0.

  4. def insertIntoJDBC(url: String, table: String, overwrite: Boolean): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.jdbc(). This will be removed in Spark 2.0.

  5. def save(source: String, mode: SaveMode, options: Map[String, String]): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).options(options).save(). This will be removed in Spark 2.0.

  6. def save(source: String, mode: SaveMode, options: Map[String, String]): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).options(options).save(). This will be removed in Spark 2.0.

  7. def save(path: String, source: String, mode: SaveMode): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).save(path). This will be removed in Spark 2.0.

  8. def save(path: String, source: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).save(path). This will be removed in Spark 2.0.

  9. def save(path: String, mode: SaveMode): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.mode(mode).save(path). This will be removed in Spark 2.0.

  10. def save(path: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.save(path). This will be removed in Spark 2.0.

  11. def saveAsParquetFile(path: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.parquet(path). This will be removed in Spark 2.0.

  12. def saveAsTable(tableName: String, source: String, mode: SaveMode, options: Map[String, String]): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).options(options).saveAsTable(tableName). This will be removed in Spark 2.0.

  13. def saveAsTable(tableName: String, source: String, mode: SaveMode, options: Map[String, String]): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).options(options).saveAsTable(tableName). This will be removed in Spark 2.0.

  14. def saveAsTable(tableName: String, source: String, mode: SaveMode): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).saveAsTable(tableName). This will be removed in Spark 2.0.

  15. def saveAsTable(tableName: String, source: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).saveAsTable(tableName). This will be removed in Spark 2.0.

  16. def saveAsTable(tableName: String, mode: SaveMode): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.mode(mode).saveAsTable(tableName). This will be removed in Spark 2.0.

  17. def saveAsTable(tableName: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.saveAsTable(tableName). This will be removed in Spark 2.0.

  18. def toSchemaRDD: DataFrame

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.3.0) Use toDF. This will be removed in Spark 2.0.

Inherited from DataFrame

Inherited from Serializable

Inherited from Serializable

Inherited from Queryable

Inherited from AnyRef

Inherited from Any

Ungrouped