bigquery

Type Members

1. class ArrowBinaryIterator extends Iterator[InternalRow]

   

2. class ArrowSchemaConverter extends ColumnVector

   

3. class AvroBinaryIterator extends Iterator[InternalRow]

   

4. class AvroSchemaConverter extends AnyRef

   

5. implicit class BigQueryDataFrameReader extends AnyRef

   

6. implicit class BigQueryDataFrameWriter[T] extends AnyRef

   

7. case class BigQueryInsertableRelation(bigQueryClient: BigQueryClient, sqlContext: SQLContext, options: SparkBigQueryConfig) extends BaseRelation with InsertableRelation with Logging with Product with Serializable

   

   Used only to insert data into BigQuery.

   Used only to insert data into BigQuery. Getting the table metadata (existence, number of records, size, etc.) is done by API calls without reading existing data

8. class BigQueryRelationProvider extends RelationProvider with CreatableRelationProvider with SchemaRelationProvider with DataSourceRegister with StreamSinkProvider

   

9. case class BigQueryStreamingSink(sqlContext: SQLContext, parameters: Map[String, String], partitionColumns: Seq[String], outputMode: OutputMode, opts: SparkBigQueryConfig, bigQueryClient: BigQueryClient) extends Sink with Logging with Product with Serializable

   

   BigQuery Spark streaming sink

10. case class BigQueryWriteHelper(bigQueryClient: BigQueryClient, sqlContext: SQLContext, saveMode: SaveMode, options: SparkBigQueryConfig, data: DataFrame, tableExists: Boolean) extends Logging with Product with Serializable

    

11. final class DataSourceVersion extends Enum[DataSourceVersion]

    

12. class DefaultSource extends BigQueryRelationProvider

    

13. trait GuiceInjectorCreator extends AnyRef

    

14. case class IntermediateDataCleaner(path: Path, conf: Configuration) extends Thread with Logging with Product with Serializable

    

    Responsible for recursively deleting the intermediate path.

    Responsible for recursively deleting the intermediate path. Implementing Thread in order to act as shutdown hook.

    path

    the path to delete

    conf

    the hadoop configuration

15. class ProtobufUtils extends AnyRef

    

16. trait ReadRowsResponseToInternalRowIteratorConverter extends AnyRef

    

17. class SchemaConverters extends AnyRef

    

18. class SparkBigQueryConfig extends BigQueryConfig with Serializable

    

19. class SparkBigQueryConnectorUserAgentProvider extends UserAgentProvider

    

20. class SparkBigQueryConnectorVersionProvider extends VersionProvider

    

21. class SparkBigQueryUtil extends AnyRef

    

22. class SparkFilterUtils extends AnyRef

    

23. final class SupportedCustomDataType extends Enum[SupportedCustomDataType]

    

24. case class ToIterator[E](remote: RemoteIterator[E]) extends Iterator[E] with Product with Serializable

    

    Converts HDFS RemoteIterator to Scala iterator