public class StorageApiWritesShardedRecords<DestinationT,ElementT> extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<org.apache.beam.sdk.util.ShardedKey<DestinationT>,java.lang.Iterable<StorageApiWritePayload>>>,org.apache.beam.sdk.values.PCollectionTuple>
Constructor and Description |
---|
StorageApiWritesShardedRecords(org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT> dynamicDestinations,
BigQueryIO.Write.CreateDisposition createDisposition,
java.lang.String kmsKey,
BigQueryServices bqServices,
org.apache.beam.sdk.coders.Coder<DestinationT> destinationCoder,
org.apache.beam.sdk.coders.Coder<BigQueryStorageApiInsertError> failedRowsCoder,
org.apache.beam.sdk.coders.Coder<com.google.api.services.bigquery.model.TableRow> successfulRowsCoder,
org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> failedRowsTag,
@Nullable org.apache.beam.sdk.values.TupleTag<com.google.api.services.bigquery.model.TableRow> successfulRowsTag,
boolean autoUpdateSchema,
boolean ignoreUnknownValues,
com.google.cloud.bigquery.storage.v1.AppendRowsRequest.MissingValueInterpretation defaultMissingValueInterpretation) |
Modifier and Type | Method and Description |
---|---|
org.apache.beam.sdk.values.PCollectionTuple |
expand(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<org.apache.beam.sdk.util.ShardedKey<DestinationT>,java.lang.Iterable<StorageApiWritePayload>>> input) |
addAnnotation, compose, compose, getAdditionalInputs, getAnnotations, getDefaultOutputCoder, getDefaultOutputCoder, getDefaultOutputCoder, getKindString, getName, getResourceHints, populateDisplayData, setResourceHints, toString, validate, validate
public StorageApiWritesShardedRecords(org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT> dynamicDestinations, BigQueryIO.Write.CreateDisposition createDisposition, java.lang.String kmsKey, BigQueryServices bqServices, org.apache.beam.sdk.coders.Coder<DestinationT> destinationCoder, org.apache.beam.sdk.coders.Coder<BigQueryStorageApiInsertError> failedRowsCoder, org.apache.beam.sdk.coders.Coder<com.google.api.services.bigquery.model.TableRow> successfulRowsCoder, org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> failedRowsTag, @Nullable org.apache.beam.sdk.values.TupleTag<com.google.api.services.bigquery.model.TableRow> successfulRowsTag, boolean autoUpdateSchema, boolean ignoreUnknownValues, com.google.cloud.bigquery.storage.v1.AppendRowsRequest.MissingValueInterpretation defaultMissingValueInterpretation)
public org.apache.beam.sdk.values.PCollectionTuple expand(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<org.apache.beam.sdk.util.ShardedKey<DestinationT>,java.lang.Iterable<StorageApiWritePayload>>> input)
expand
in class org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<org.apache.beam.sdk.util.ShardedKey<DestinationT>,java.lang.Iterable<StorageApiWritePayload>>>,org.apache.beam.sdk.values.PCollectionTuple>