Object

org.apache.spark.sql.execution.columnar

ExternalStoreUtils

Related Doc: package columnar

Permalink

object ExternalStoreUtils

Utility methods used by external storage layers.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ExternalStoreUtils
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. class CaseInsensitiveMutableHashMap[T] extends Map[String, T] with Serializable

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final val BUCKETS: String("BUCKETS")

    Permalink
  5. final val COLUMN_BATCH_SIZE: String("COLUMN_BATCH_SIZE")

    Permalink
  6. final val COLUMN_BATCH_SIZE_TRANSIENT: String("COLUMN_BATCH_SIZE_TRANSIENT")

    Permalink
  7. final val COLUMN_MAX_DELTA_ROWS: String("COLUMN_MAX_DELTA_ROWS")

    Permalink
  8. final val COLUMN_MAX_DELTA_ROWS_TRANSIENT: String("COLUMN_MAX_DELTA_ROWS_TRANSIENT")

    Permalink
  9. final val COMPRESSION_CODEC: String("COMPRESSION")

    Permalink
  10. final val DEPENDENT_RELATIONS: String("DEPENDENT_RELATIONS")

    Permalink
  11. final val INDEX_NAME: String("INDEX_NAME")

    Permalink
  12. final val INDEX_TYPE: String("INDEX_TYPE")

    Permalink
  13. final val KEY_COLUMNS: String("KEY_COLUMNS")

    Permalink
  14. final val PARTITION_BY: String("PARTITION_BY")

    Permalink
  15. final val RELATION_FOR_SAMPLE: String("RELATION_FOR_SAMPLE")

    Permalink
  16. final val REPLICATE: String("REPLICATE")

    Permalink
  17. final val USER_SPECIFIED_SCHEMA: String("USER_SCHEMA")

    Permalink
  18. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  19. def checkPositiveNum(n: Int, propertyName: String): Int

    Permalink
  20. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  21. def codeGenOnExecutor(plan: CodegenSupport, child: CodegenSupportOnExecutor): (CodegenContext, CodeAndComment)

    Permalink

    Generates code for this subtree.

    Generates code for this subtree.

    Adapted from WholeStageCodegenExec to allow running on executors.

    returns

    the tuple of the codegen context and the actual generated source.

  22. val ddlOptions: Seq[String]

    Permalink
  23. def defaultColumnBatchSize(session: SparkSession): Int

    Permalink
  24. def defaultColumnMaxDeltaRows(session: SparkSession): Int

    Permalink
  25. def defaultStoreURL(sparkContext: Option[SparkContext]): String

    Permalink
  26. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  27. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  28. def externalResolvedDataSource(snappySession: SnappySession, schemaString: String, provider: String, mode: SaveMode, options: Map[String, String], data: Option[LogicalPlan] = None): BaseRelation

    Permalink

    Create a DataSource for an external DataSource schema DDL string specification.

  29. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  30. def fromHiveColumn(hc: FieldSchema): StructField

    Permalink
  31. def getAllPoolProperties(url: String, driver: String, poolProps: Map[String, String], hikariCP: Boolean, isEmbedded: Boolean): Map[String, String]

    Permalink
  32. def getAndSetTotalPartitions(sparkContext: Option[SparkContext], parameters: Map[String, String], forManagedTable: Boolean, forColumnTable: Boolean = true, forSampleTable: Boolean = false): Int

    Permalink
  33. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  34. def getColumnMetadata(schema: StructType): List[com.gemstone.gemfire.internal.cache.ExternalTableMetaData.Column]

    Permalink
  35. def getConnection(id: String, connProperties: ConnectionProperties, forExecutor: Boolean): Connection

    Permalink
  36. def getConnectionProperties(session: Option[SparkSession], url: String, driver: String, dialect: JdbcDialect, poolProps: Map[String, String], connProps: Properties, executorConnProps: Properties, hikariCP: Boolean): ConnectionProperties

    Permalink
  37. def getConnectionType(dialect: JdbcDialect): ConnectionType.Value

    Permalink
  38. def getCredentials(session: SparkSession, prefix: String = ""): (String, String)

    Permalink
  39. def getDriver(url: String, dialect: JdbcDialect): String

    Permalink
  40. def getExpandedGranteesIterator(grantees: Seq[String]): Iterator[String]

    Permalink
  41. def getExternalStoreOnExecutor(parameters: Map[String, String], partitions: Int, tableName: String, schema: StructType): ExternalStore

    Permalink
  42. def getExternalTableMetaData(qualifiedTable: String, container: GemFireContainer, checkColumnStore: Boolean): ExternalTableMetaData

    Permalink
  43. def getExternalTableMetaData(qualifiedTable: String): ExternalTableMetaData

    Permalink
  44. def getSQLListener: AtomicReference[SQLListener]

    Permalink
  45. def getTableSchema(tableProps: Map[String, String]): Option[StructType]

    Permalink
  46. def getTableSchema(table: Table): StructType

    Permalink
  47. def handledFilter(f: Expression, indexedCols: Set[String]): Option[Expression]

    Permalink
  48. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  49. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  50. def isLocalMode(sparkContext: SparkContext): Boolean

    Permalink
  51. def lookupName(tableName: String, schema: String): String

    Permalink
  52. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  53. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  54. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  55. def pruneSchema(fieldMap: Map[String, StructField], columns: Array[String]): StructType

    Permalink

    Prune all but the specified columns from the specified Catalyst schema.

    Prune all but the specified columns from the specified Catalyst schema.

    fieldMap

    - The Catalyst column name to metadata of the master table

    columns

    - The list of desired columns

    returns

    A Catalyst schema corresponding to columns in the given order.

  56. def registerBuiltinDrivers(): Unit

    Permalink
  57. def removeCachedObjects(table: String): Unit

    Permalink
  58. def removeCachedObjects(sqlContext: SQLContext, table: String): Unit

    Permalink
  59. def removeInternalProps(parameters: Map[String, String]): String

    Permalink
  60. def removeSamplingOptions(parameters: Map[String, String]): Map[String, String]

    Permalink
  61. def setStatementParameters(stmt: PreparedStatement, row: ArrayBuffer[Any]): Unit

    Permalink
  62. def sizeAsBytes(str: String, propertyName: String, minSize: Long, maxSize: Long): Long

    Permalink
  63. def sizeAsBytes(str: String, propertyName: String): Int

    Permalink
  64. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  65. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  66. def unhandledFilter(f: Expression, indexedCols: Set[String]): Boolean

    Permalink
  67. def unhandledFilter(f: Expression): Boolean

    Permalink
  68. def validateAndGetAllProps(session: Option[SparkSession], parameters: Map[String, String]): ConnectionProperties

    Permalink
  69. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  70. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  71. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped