Packages

package io

Interface to IO component

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. io
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Type Members

  1. sealed trait CloudStorage extends AnyRef
  2. case class ExternalAzureStorage(containerName: String, azureAccount: String, azureEndpoint: String, azureSAS: String, proxyInfo: Option[ProxyInfo], maxRetryCount: Int, sfURL: String, useExponentialBackoff: Boolean, fileCountPerPartition: Int, pref: String = "", connection: Connection) extends CloudStorage with Product with Serializable
  3. case class ExternalS3Storage(bucketName: String, awsId: String, awsKey: String, proxyInfo: Option[ProxyInfo], maxRetryCount: Int, sfURL: String, useExponentialBackoff: Boolean, fileCountPerPartition: Int, awsToken: Option[String] = None, pref: String = "", connection: Connection, parallelism: Int = CloudStorageOperations.DEFAULT_PARALLELISM, useRegionUrl: Option[String], regionName: Option[String], stageEndPoint: Option[String]) extends CloudStorage with Product with Serializable
  4. class FileUploadResult extends Serializable
  5. case class InternalAzureStorage(param: MergedParameters, stageName: String, connection: Connection) extends CloudStorage with Product with Serializable
  6. case class InternalGcsStorage(param: MergedParameters, stageName: String, connection: Connection, stageManager: SFInternalStage) extends CloudStorage with Product with Serializable
  7. case class InternalS3Storage(param: MergedParameters, stageName: String, connection: Connection, parallelism: Int = CloudStorageOperations.DEFAULT_PARALLELISM) extends CloudStorage with Product with Serializable
  8. case class ResultIterator[T](schema: StructType, resultSet: SnowflakeResultSetSerializable, partitionIndex: Int, proxyInfo: Option[ProxyInfo], queryID: String, sfFullURL: String)(implicit evidence$2: ClassTag[T]) extends Iterator[T] with Product with Serializable
  9. class SFCSVInputFormat extends FileInputFormat[Long, String]
  10. class SFJsonInputFormat extends FileInputFormat[Long, String]
  11. class SnowflakeRDD extends RDD[String]
  12. class SnowflakeResultSetRDD[T] extends RDD[T]
  13. class WriteTableState extends AnyRef

Value Members

  1. def readRDD(sqlContext: SQLContext, params: MergedParameters, statement: SnowflakeSQLStatement, format: SupportedFormat = SupportedFormat.CSV): RDD[String]

    Read a String RDD from Snowflake through given source

  2. def writeRDD(sqlContext: SQLContext, params: MergedParameters, rdd: RDD[String], schema: StructType, saveMode: SaveMode, format: SupportedFormat = SupportedFormat.CSV, mapper: Option[Map[String, String]] = None): Unit

    Write a String RDD to Snowflake through given source

  3. object CloudStorageOperations
  4. object SnowflakeResultSetRDD extends Serializable
  5. object StorageUtils
  6. object SupportedFormat extends Enumeration
  7. object SupportedSource extends Enumeration

Inherited from AnyRef

Inherited from Any

Ungrouped