public class BigQueryUtils
extends java.lang.Object
Modifier and Type | Class and Description |
---|---|
static class |
BigQueryUtils.ConversionOptions
Options for how to convert BigQuery data to Beam data.
|
Constructor and Description |
---|
BigQueryUtils() |
Modifier and Type | Method and Description |
---|---|
static java.lang.Object |
convertAvroFormat(org.apache.beam.sdk.schemas.Schema.FieldType beamFieldType,
java.lang.Object avroValue,
BigQueryUtils.ConversionOptions options)
Tries to convert an Avro decoded value to a Beam field value based on the target type of the
Beam field.
|
static com.google.api.services.bigquery.model.TableRow |
convertGenericRecordToTableRow(org.apache.avro.generic.GenericRecord record,
com.google.api.services.bigquery.model.TableSchema tableSchema) |
static org.apache.beam.sdk.schemas.Schema |
fromTableSchema(com.google.api.services.bigquery.model.TableSchema tableSchema)
Convert a BigQuery
TableSchema to a Beam Schema . |
static org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.TypedRead.FromBeamRowFunction<com.google.api.services.bigquery.model.TableRow> |
tableRowFromBeamRow() |
static org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.TypedRead.ToBeamRowFunction<com.google.api.services.bigquery.model.TableRow> |
tableRowToBeamRow() |
static org.apache.beam.sdk.values.Row |
toBeamRow(org.apache.avro.generic.GenericRecord record,
org.apache.beam.sdk.schemas.Schema schema,
BigQueryUtils.ConversionOptions options) |
static org.apache.beam.sdk.values.Row |
toBeamRow(org.apache.beam.sdk.schemas.Schema rowSchema,
com.google.api.services.bigquery.model.TableRow jsonBqRow)
Tries to convert a JSON
TableRow from BigQuery into a Beam Row . |
static org.apache.beam.sdk.values.Row |
toBeamRow(org.apache.beam.sdk.schemas.Schema rowSchema,
com.google.api.services.bigquery.model.TableSchema bqSchema,
com.google.api.services.bigquery.model.TableRow jsonBqRow)
Tries to parse the JSON
TableRow from BigQuery. |
static org.apache.avro.Schema |
toGenericAvroSchema(java.lang.String schemaName,
java.util.List<com.google.api.services.bigquery.model.TableFieldSchema> fieldSchemas)
Convert a list of BigQuery
TableFieldSchema to Avro Schema . |
static org.apache.beam.sdk.transforms.SerializableFunction<org.apache.beam.sdk.values.Row,com.google.api.services.bigquery.model.TableRow> |
toTableRow()
Convert a Beam
Row to a BigQuery TableRow . |
static com.google.api.services.bigquery.model.TableRow |
toTableRow(org.apache.beam.sdk.values.Row row)
Convert a BigQuery TableRow to a Beam Row.
|
static <T> org.apache.beam.sdk.transforms.SerializableFunction<T,com.google.api.services.bigquery.model.TableRow> |
toTableRow(org.apache.beam.sdk.transforms.SerializableFunction<T,org.apache.beam.sdk.values.Row> toRow)
Convert a Beam schema type to a BigQuery
TableRow . |
static com.google.api.services.bigquery.model.TableSchema |
toTableSchema(org.apache.beam.sdk.schemas.Schema schema)
Convert a Beam
Schema to a BigQuery TableSchema . |
@Experimental(value=SCHEMAS) public static com.google.api.services.bigquery.model.TableSchema toTableSchema(org.apache.beam.sdk.schemas.Schema schema)
Schema
to a BigQuery TableSchema
.@Experimental(value=SCHEMAS) public static org.apache.beam.sdk.schemas.Schema fromTableSchema(com.google.api.services.bigquery.model.TableSchema tableSchema)
TableSchema
to a Beam Schema
.@Experimental(value=SCHEMAS) public static org.apache.avro.Schema toGenericAvroSchema(java.lang.String schemaName, java.util.List<com.google.api.services.bigquery.model.TableFieldSchema> fieldSchemas)
TableFieldSchema
to Avro Schema
.public static final org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.TypedRead.ToBeamRowFunction<com.google.api.services.bigquery.model.TableRow> tableRowToBeamRow()
public static final org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.TypedRead.FromBeamRowFunction<com.google.api.services.bigquery.model.TableRow> tableRowFromBeamRow()
public static org.apache.beam.sdk.transforms.SerializableFunction<org.apache.beam.sdk.values.Row,com.google.api.services.bigquery.model.TableRow> toTableRow()
Row
to a BigQuery TableRow
.public static <T> org.apache.beam.sdk.transforms.SerializableFunction<T,com.google.api.services.bigquery.model.TableRow> toTableRow(org.apache.beam.sdk.transforms.SerializableFunction<T,org.apache.beam.sdk.values.Row> toRow)
TableRow
.@Experimental(value=SCHEMAS) public static org.apache.beam.sdk.values.Row toBeamRow(org.apache.avro.generic.GenericRecord record, org.apache.beam.sdk.schemas.Schema schema, BigQueryUtils.ConversionOptions options)
public static com.google.api.services.bigquery.model.TableRow convertGenericRecordToTableRow(org.apache.avro.generic.GenericRecord record, com.google.api.services.bigquery.model.TableSchema tableSchema)
public static com.google.api.services.bigquery.model.TableRow toTableRow(org.apache.beam.sdk.values.Row row)
@Experimental(value=SCHEMAS) public static org.apache.beam.sdk.values.Row toBeamRow(org.apache.beam.sdk.schemas.Schema rowSchema, com.google.api.services.bigquery.model.TableRow jsonBqRow)
TableRow
from BigQuery into a Beam Row
.
Only supports basic types and arrays. Doesn't support date types or structs.
@Experimental(value=SCHEMAS) public static org.apache.beam.sdk.values.Row toBeamRow(org.apache.beam.sdk.schemas.Schema rowSchema, com.google.api.services.bigquery.model.TableSchema bqSchema, com.google.api.services.bigquery.model.TableRow jsonBqRow)
TableRow
from BigQuery.
Only supports basic types and arrays. Doesn't support date types.
public static java.lang.Object convertAvroFormat(org.apache.beam.sdk.schemas.Schema.FieldType beamFieldType, java.lang.Object avroValue, BigQueryUtils.ConversionOptions options)