public class StorageApiLoads<DestinationT,ElementT> extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>>,WriteResult>
PTransform
manages loads into BigQuery using the Storage API.Constructor and Description |
---|
StorageApiLoads(org.apache.beam.sdk.coders.Coder<DestinationT> destinationCoder,
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT> dynamicDestinations,
org.apache.beam.sdk.transforms.SerializableFunction<ElementT,RowMutationInformation> rowUpdateFn,
BigQueryIO.Write.CreateDisposition createDisposition,
java.lang.String kmsKey,
org.joda.time.Duration triggeringFrequency,
BigQueryServices bqServices,
int numShards,
boolean allowInconsistentWrites,
boolean allowAutosharding,
boolean autoUpdateSchema,
boolean ignoreUnknownValues,
boolean propagateSuccessfulStorageApiWrites,
boolean usesCdc,
com.google.cloud.bigquery.storage.v1.AppendRowsRequest.MissingValueInterpretation defaultMissingValueInterpretation) |
Modifier and Type | Method and Description |
---|---|
WriteResult |
expand(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>> input) |
WriteResult |
expandInconsistent(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>> input,
org.apache.beam.sdk.coders.Coder<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>> successCoder) |
WriteResult |
expandTriggered(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>> input,
org.apache.beam.sdk.coders.Coder<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>> successCoder,
org.apache.beam.sdk.coders.Coder<StorageApiWritePayload> payloadCoder) |
WriteResult |
expandUntriggered(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>> input,
org.apache.beam.sdk.coders.Coder<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>> successCoder) |
org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> |
getFailedRowsTag() |
addAnnotation, compose, compose, getAdditionalInputs, getAnnotations, getDefaultOutputCoder, getDefaultOutputCoder, getDefaultOutputCoder, getKindString, getName, getResourceHints, populateDisplayData, setResourceHints, toString, validate, validate
public StorageApiLoads(org.apache.beam.sdk.coders.Coder<DestinationT> destinationCoder, org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT> dynamicDestinations, @Nullable org.apache.beam.sdk.transforms.SerializableFunction<ElementT,RowMutationInformation> rowUpdateFn, BigQueryIO.Write.CreateDisposition createDisposition, java.lang.String kmsKey, org.joda.time.Duration triggeringFrequency, BigQueryServices bqServices, int numShards, boolean allowInconsistentWrites, boolean allowAutosharding, boolean autoUpdateSchema, boolean ignoreUnknownValues, boolean propagateSuccessfulStorageApiWrites, boolean usesCdc, com.google.cloud.bigquery.storage.v1.AppendRowsRequest.MissingValueInterpretation defaultMissingValueInterpretation)
public org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> getFailedRowsTag()
public WriteResult expand(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>> input)
expand
in class org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>>,WriteResult>
public WriteResult expandInconsistent(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>> input, org.apache.beam.sdk.coders.Coder<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>> successCoder)
public WriteResult expandTriggered(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>> input, org.apache.beam.sdk.coders.Coder<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>> successCoder, org.apache.beam.sdk.coders.Coder<StorageApiWritePayload> payloadCoder)
public WriteResult expandUntriggered(org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>> input, org.apache.beam.sdk.coders.Coder<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>> successCoder)