public class BigQueryStorageQuerySource<T>
extends org.apache.beam.sdk.io.BoundedSource<T>
Source
representing reading the results of a query.Modifier and Type | Field and Description |
---|---|
protected BigQueryServices |
bqServices |
protected org.apache.beam.sdk.coders.Coder<T> |
outputCoder |
protected org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> |
parseFn |
protected org.apache.beam.sdk.options.ValueProvider<java.lang.String> |
rowRestrictionProvider |
protected org.apache.beam.sdk.options.ValueProvider<java.util.List<java.lang.String>> |
selectedFieldsProvider |
Modifier and Type | Method and Description |
---|---|
static <T> BigQueryStorageQuerySource<T> |
create(java.lang.String stepUuid,
org.apache.beam.sdk.options.ValueProvider<java.lang.String> queryProvider,
java.lang.Boolean flattenResults,
java.lang.Boolean useLegacySql,
BigQueryIO.TypedRead.QueryPriority priority,
@Nullable java.lang.String location,
@Nullable java.lang.String queryTempDataset,
@Nullable java.lang.String kmsKey,
org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> parseFn,
org.apache.beam.sdk.coders.Coder<T> outputCoder,
BigQueryServices bqServices) |
org.apache.beam.sdk.io.BoundedSource.BoundedReader<T> |
createReader(org.apache.beam.sdk.options.PipelineOptions options) |
long |
getEstimatedSizeBytes(org.apache.beam.sdk.options.PipelineOptions options) |
org.apache.beam.sdk.coders.Coder<T> |
getOutputCoder() |
protected com.google.api.services.bigquery.model.Table |
getTargetTable(BigQueryOptions options)
Returns the table to read from at split time.
|
void |
populateDisplayData(org.apache.beam.sdk.transforms.display.DisplayData.Builder builder) |
java.util.List<BigQueryStorageStreamSource<T>> |
split(long desiredBundleSizeBytes,
org.apache.beam.sdk.options.PipelineOptions options) |
protected final org.apache.beam.sdk.options.ValueProvider<java.util.List<java.lang.String>> selectedFieldsProvider
protected final org.apache.beam.sdk.options.ValueProvider<java.lang.String> rowRestrictionProvider
protected final org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> parseFn
protected final org.apache.beam.sdk.coders.Coder<T> outputCoder
protected final BigQueryServices bqServices
public static <T> BigQueryStorageQuerySource<T> create(java.lang.String stepUuid, org.apache.beam.sdk.options.ValueProvider<java.lang.String> queryProvider, java.lang.Boolean flattenResults, java.lang.Boolean useLegacySql, BigQueryIO.TypedRead.QueryPriority priority, @Nullable java.lang.String location, @Nullable java.lang.String queryTempDataset, @Nullable java.lang.String kmsKey, org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> parseFn, org.apache.beam.sdk.coders.Coder<T> outputCoder, BigQueryServices bqServices)
public void populateDisplayData(org.apache.beam.sdk.transforms.display.DisplayData.Builder builder)
populateDisplayData
in interface org.apache.beam.sdk.transforms.display.HasDisplayData
populateDisplayData
in class org.apache.beam.sdk.io.Source<T>
public long getEstimatedSizeBytes(org.apache.beam.sdk.options.PipelineOptions options) throws java.lang.Exception
getEstimatedSizeBytes
in class org.apache.beam.sdk.io.BoundedSource<T>
java.lang.Exception
protected com.google.api.services.bigquery.model.Table getTargetTable(BigQueryOptions options) throws java.lang.Exception
java.lang.Exception
public org.apache.beam.sdk.coders.Coder<T> getOutputCoder()
getOutputCoder
in class org.apache.beam.sdk.io.Source<T>
public java.util.List<BigQueryStorageStreamSource<T>> split(long desiredBundleSizeBytes, org.apache.beam.sdk.options.PipelineOptions options) throws java.lang.Exception
split
in class org.apache.beam.sdk.io.BoundedSource<T>
java.lang.Exception
public org.apache.beam.sdk.io.BoundedSource.BoundedReader<T> createReader(org.apache.beam.sdk.options.PipelineOptions options) throws java.io.IOException
createReader
in class org.apache.beam.sdk.io.BoundedSource<T>
java.io.IOException