package io
Interface to IO component
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- io
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Type Members
- sealed trait CloudStorage extends AnyRef
- case class ExternalAzureStorage(containerName: String, azureAccount: String, azureEndpoint: String, azureSAS: String, proxyInfo: Option[ProxyInfo], maxRetryCount: Int, sfURL: String, useExponentialBackoff: Boolean, fileCountPerPartition: Int, pref: String = "", connection: Connection) extends CloudStorage with Product with Serializable
- case class ExternalS3Storage(bucketName: String, awsId: String, awsKey: String, proxyInfo: Option[ProxyInfo], maxRetryCount: Int, sfURL: String, useExponentialBackoff: Boolean, fileCountPerPartition: Int, awsToken: Option[String] = None, pref: String = "", connection: Connection, parallelism: Int = CloudStorageOperations.DEFAULT_PARALLELISM, useRegionUrl: Option[String], regionName: Option[String], stageEndPoint: Option[String]) extends CloudStorage with Product with Serializable
- class FileUploadResult extends Serializable
- case class InternalAzureStorage(param: MergedParameters, stageName: String, connection: Connection) extends CloudStorage with Product with Serializable
- case class InternalGcsStorage(param: MergedParameters, stageName: String, connection: Connection, stageManager: SFInternalStage) extends CloudStorage with Product with Serializable
- case class InternalS3Storage(param: MergedParameters, stageName: String, connection: Connection, parallelism: Int = CloudStorageOperations.DEFAULT_PARALLELISM) extends CloudStorage with Product with Serializable
- case class ResultIterator[T](schema: StructType, resultSet: SnowflakeResultSetSerializable, partitionIndex: Int, proxyInfo: Option[ProxyInfo], queryID: String, sfFullURL: String)(implicit evidence$2: ClassTag[T]) extends Iterator[T] with Product with Serializable
- class SFCSVInputFormat extends FileInputFormat[Long, String]
- class SFJsonInputFormat extends FileInputFormat[Long, String]
- class SnowflakeRDD extends RDD[String]
- class SnowflakeResultSetRDD[T] extends RDD[T]
- class WriteTableState extends AnyRef
Value Members
- def readRDD(sqlContext: SQLContext, params: MergedParameters, statement: SnowflakeSQLStatement, format: SupportedFormat = SupportedFormat.CSV): RDD[String]
Read a String RDD from Snowflake through given source
- def writeRDD(sqlContext: SQLContext, params: MergedParameters, rdd: RDD[String], schema: StructType, saveMode: SaveMode, format: SupportedFormat = SupportedFormat.CSV, mapper: Option[Map[String, String]] = None): Unit
Write a String RDD to Snowflake through given source
- object CloudStorageOperations
- object SnowflakeResultSetRDD extends Serializable
- object StorageUtils
- object SupportedFormat extends Enumeration
- object SupportedSource extends Enumeration