public class BigQueryStorageTableSource<T>
extends org.apache.beam.sdk.io.BoundedSource<T>
Source
representing reading from a table.Modifier and Type | Field and Description |
---|---|
protected BigQueryServices |
bqServices |
protected org.apache.beam.sdk.coders.Coder<T> |
outputCoder |
protected org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> |
parseFn |
protected org.apache.beam.sdk.options.ValueProvider<java.lang.String> |
rowRestrictionProvider |
protected org.apache.beam.sdk.options.ValueProvider<java.util.List<java.lang.String>> |
selectedFieldsProvider |
Modifier and Type | Method and Description |
---|---|
static <T> BigQueryStorageTableSource<T> |
create(org.apache.beam.sdk.options.ValueProvider<com.google.api.services.bigquery.model.TableReference> tableRefProvider,
@Nullable org.apache.beam.sdk.options.ValueProvider<java.util.List<java.lang.String>> selectedFields,
@Nullable org.apache.beam.sdk.options.ValueProvider<java.lang.String> rowRestriction,
org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> parseFn,
org.apache.beam.sdk.coders.Coder<T> outputCoder,
BigQueryServices bqServices) |
org.apache.beam.sdk.io.BoundedSource.BoundedReader<T> |
createReader(org.apache.beam.sdk.options.PipelineOptions options) |
long |
getEstimatedSizeBytes(org.apache.beam.sdk.options.PipelineOptions options) |
org.apache.beam.sdk.coders.Coder<T> |
getOutputCoder() |
protected com.google.api.services.bigquery.model.Table |
getTargetTable(BigQueryOptions options)
Returns the table to read from at split time.
|
void |
populateDisplayData(org.apache.beam.sdk.transforms.display.DisplayData.Builder builder) |
java.util.List<BigQueryStorageStreamSource<T>> |
split(long desiredBundleSizeBytes,
org.apache.beam.sdk.options.PipelineOptions options) |
protected final org.apache.beam.sdk.options.ValueProvider<java.util.List<java.lang.String>> selectedFieldsProvider
protected final org.apache.beam.sdk.options.ValueProvider<java.lang.String> rowRestrictionProvider
protected final org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> parseFn
protected final org.apache.beam.sdk.coders.Coder<T> outputCoder
protected final BigQueryServices bqServices
public static <T> BigQueryStorageTableSource<T> create(org.apache.beam.sdk.options.ValueProvider<com.google.api.services.bigquery.model.TableReference> tableRefProvider, @Nullable org.apache.beam.sdk.options.ValueProvider<java.util.List<java.lang.String>> selectedFields, @Nullable org.apache.beam.sdk.options.ValueProvider<java.lang.String> rowRestriction, org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> parseFn, org.apache.beam.sdk.coders.Coder<T> outputCoder, BigQueryServices bqServices)
public void populateDisplayData(org.apache.beam.sdk.transforms.display.DisplayData.Builder builder)
populateDisplayData
in interface org.apache.beam.sdk.transforms.display.HasDisplayData
populateDisplayData
in class org.apache.beam.sdk.io.Source<T>
public long getEstimatedSizeBytes(org.apache.beam.sdk.options.PipelineOptions options) throws java.lang.Exception
getEstimatedSizeBytes
in class org.apache.beam.sdk.io.BoundedSource<T>
java.lang.Exception
protected com.google.api.services.bigquery.model.Table getTargetTable(BigQueryOptions options) throws java.lang.Exception
java.lang.Exception
public org.apache.beam.sdk.coders.Coder<T> getOutputCoder()
getOutputCoder
in class org.apache.beam.sdk.io.Source<T>
public java.util.List<BigQueryStorageStreamSource<T>> split(long desiredBundleSizeBytes, org.apache.beam.sdk.options.PipelineOptions options) throws java.lang.Exception
split
in class org.apache.beam.sdk.io.BoundedSource<T>
java.lang.Exception
public org.apache.beam.sdk.io.BoundedSource.BoundedReader<T> createReader(org.apache.beam.sdk.options.PipelineOptions options) throws java.io.IOException
createReader
in class org.apache.beam.sdk.io.BoundedSource<T>
java.io.IOException