Serialized Form
-
Package org.apache.beam.sdk.io.gcp.bigquery
-
Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryInsertErrorCoder extends org.apache.beam.sdk.coders.AtomicCoder<BigQueryInsertError> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<com.google.api.services.bigquery.model.TableRow>> implements Serializable
-
Serialized Fields
-
inner
BigQueryIO.TypedRead<com.google.api.services.bigquery.model.TableRow> inner
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.TypedRead extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<T>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<T>,WriteResult> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaRetrievalException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryStorageApiInsertErrorCoder extends org.apache.beam.sdk.coders.AtomicCoder<BigQueryStorageApiInsertError> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryStorageTableSource extends org.apache.beam.sdk.io.gcp.bigquery.BigQueryStorageSourceBase<T> implements Serializable
-
Serialization Methods
-
readObject
private void readObject(java.io.ObjectInputStream in) throws java.lang.ClassNotFoundException, java.io.IOException
- Throws:
java.lang.ClassNotFoundException
java.io.IOException
-
-
Serialized Fields
-
projectionPushdownApplied
boolean projectionPushdownApplied
-
tableReferenceProvider
org.apache.beam.sdk.options.ValueProvider<com.google.api.services.bigquery.model.TableReference> tableReferenceProvider
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryUtils.ConversionOptions extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryUtils.SchemaConversionOptions extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.CreateTableDestinations extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>>> implements Serializable
-
Serialized Fields
-
bqServices
BigQueryServices bqServices
-
createDisposition
BigQueryIO.Write.CreateDisposition createDisposition
-
dynamicDestinations
DynamicDestinations<?,DestinationT> dynamicDestinations
-
kmsKey
@Nullable java.lang.String kmsKey
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.CreateTables extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<TableDestination,ElementT>>> implements Serializable
-
Serialized Fields
-
bqServices
BigQueryServices bqServices
-
createDisposition
BigQueryIO.Write.CreateDisposition createDisposition
-
dynamicDestinations
DynamicDestinations<?,DestinationT> dynamicDestinations
-
kmsKey
@Nullable java.lang.String kmsKey
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.DynamicDestinations extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.InsertRetryPolicy extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<InputT>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT extends @NonNull java.lang.Object,OutputT>>> implements Serializable
-
Serialized Fields
-
dynamicDestinations
DynamicDestinations<InputT,DestinationT extends @NonNull java.lang.Object> dynamicDestinations
-
formatFunction
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> formatFunction
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.ReifyAsIterable extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<T>,org.apache.beam.sdk.values.PCollection<java.lang.Iterable<T>>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.StorageApiConvertMessages extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>>,org.apache.beam.sdk.values.PCollectionTuple> implements Serializable
-
Serialized Fields
-
bqServices
BigQueryServices bqServices
-
dynamicDestinations
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT> dynamicDestinations
-
errorCoder
org.apache.beam.sdk.coders.Coder<BigQueryStorageApiInsertError> errorCoder
-
failedWritesTag
org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> failedWritesTag
-
successCoder
org.apache.beam.sdk.coders.Coder<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>> successCoder
-
successfulWritesTag
org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>> successfulWritesTag
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.StorageApiConvertMessages.ConvertMessagesDoFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<DestinationT extends @NonNull java.lang.Object,ElementT>,org.apache.beam.sdk.values.KV<DestinationT extends @NonNull java.lang.Object,StorageApiWritePayload>> implements Serializable
-
Serialized Fields
-
bqServices
BigQueryServices bqServices
-
dynamicDestinations
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT extends @NonNull java.lang.Object> dynamicDestinations
-
failedWritesTag
org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> failedWritesTag
-
messageConverters
org.apache.beam.sdk.io.gcp.bigquery.TwoLevelMessageConverterCache<DestinationT extends @NonNull java.lang.Object,ElementT> messageConverters
-
successfulWritesTag
org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.KV<DestinationT extends @NonNull java.lang.Object,StorageApiWritePayload>> successfulWritesTag
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinationsTableRow extends org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<T,DestinationT extends @NonNull java.lang.Object> implements Serializable
-
Serialized Fields
-
createDisposition
BigQueryIO.Write.CreateDisposition createDisposition
-
formatFunction
org.apache.beam.sdk.transforms.SerializableFunction<T,com.google.api.services.bigquery.model.TableRow> formatFunction
-
ignoreUnknownValues
boolean ignoreUnknownValues
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.StorageApiFlushAndFinalizeDoFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<java.lang.String,org.apache.beam.sdk.io.gcp.bigquery.StorageApiFlushAndFinalizeDoFn.Operation>,java.lang.Void> implements Serializable
-
Serialized Fields
-
bqServices
BigQueryServices bqServices
-
finalizeOperationsFailed
org.apache.beam.sdk.metrics.Counter finalizeOperationsFailed
-
finalizeOperationsSent
org.apache.beam.sdk.metrics.Counter finalizeOperationsSent
-
finalizeOperationsSucceeded
org.apache.beam.sdk.metrics.Counter finalizeOperationsSucceeded
-
flushLatencyDistribution
org.apache.beam.sdk.metrics.Distribution flushLatencyDistribution
-
flushOperationsAlreadyExists
org.apache.beam.sdk.metrics.Counter flushOperationsAlreadyExists
-
flushOperationsFailed
org.apache.beam.sdk.metrics.Counter flushOperationsFailed
-
flushOperationsInvalidArgument
org.apache.beam.sdk.metrics.Counter flushOperationsInvalidArgument
-
flushOperationsSent
org.apache.beam.sdk.metrics.Counter flushOperationsSent
-
flushOperationsSucceeded
org.apache.beam.sdk.metrics.Counter flushOperationsSucceeded
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.StorageApiLoads extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>>,WriteResult> implements Serializable
-
Serialized Fields
-
allowAutosharding
boolean allowAutosharding
-
allowInconsistentWrites
boolean allowInconsistentWrites
-
bqServices
BigQueryServices bqServices
-
createDisposition
BigQueryIO.Write.CreateDisposition createDisposition
-
destinationCoder
org.apache.beam.sdk.coders.Coder<DestinationT> destinationCoder
-
dynamicDestinations
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT> dynamicDestinations
-
failedRowsTag
org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> failedRowsTag
-
kmsKey
java.lang.String kmsKey
-
numShards
int numShards
-
successfulRowsTag
org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>> successfulRowsTag
-
triggeringFrequency
org.joda.time.Duration triggeringFrequency
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.StorageApiWriteRecordsInconsistent extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>>,org.apache.beam.sdk.values.PCollectionTuple> implements Serializable
-
Serialized Fields
-
bqServices
BigQueryServices bqServices
-
dynamicDestinations
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT> dynamicDestinations
-
failedRowsCoder
org.apache.beam.sdk.coders.Coder<BigQueryStorageApiInsertError> failedRowsCoder
-
failedRowsTag
org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> failedRowsTag
-
finalizeTag
org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.String>> finalizeTag
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.StorageApiWritesShardedRecords extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<org.apache.beam.sdk.util.ShardedKey<DestinationT extends @NonNull java.lang.Object>,java.lang.Iterable<StorageApiWritePayload>>>,org.apache.beam.sdk.values.PCollectionTuple> implements Serializable
-
Serialized Fields
-
bqServices
BigQueryServices bqServices
-
createDisposition
BigQueryIO.Write.CreateDisposition createDisposition
-
destinationCoder
org.apache.beam.sdk.coders.Coder<DestinationT extends @NonNull java.lang.Object> destinationCoder
-
dynamicDestinations
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT extends @NonNull java.lang.Object> dynamicDestinations
-
failedRowsCoder
org.apache.beam.sdk.coders.Coder<BigQueryStorageApiInsertError> failedRowsCoder
-
failedRowsTag
org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> failedRowsTag
-
flushTag
org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.KV<java.lang.String,org.apache.beam.sdk.io.gcp.bigquery.StorageApiFlushAndFinalizeDoFn.Operation>> flushTag
-
kmsKey
java.lang.String kmsKey
-
streamIdleTime
org.joda.time.Duration streamIdleTime
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.StorageApiWriteUnshardedRecords extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,StorageApiWritePayload>>,org.apache.beam.sdk.values.PCollectionTuple> implements Serializable
-
Serialized Fields
-
bqServices
BigQueryServices bqServices
-
dynamicDestinations
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<ElementT,DestinationT> dynamicDestinations
-
failedRowsCoder
org.apache.beam.sdk.coders.Coder<BigQueryStorageApiInsertError> failedRowsCoder
-
failedRowsTag
org.apache.beam.sdk.values.TupleTag<BigQueryStorageApiInsertError> failedRowsTag
-
finalizeTag
org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.KV<java.lang.String,java.lang.String>> finalizeTag
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.StreamingInserts extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,ElementT>>,WriteResult> implements Serializable
-
Serialized Fields
-
autoSharding
boolean autoSharding
-
bigQueryServices
BigQueryServices bigQueryServices
-
createDisposition
BigQueryIO.Write.CreateDisposition createDisposition
-
deterministicRecordIdFn
@Nullable org.apache.beam.sdk.transforms.SerializableFunction<ElementT,java.lang.String> deterministicRecordIdFn
-
dynamicDestinations
DynamicDestinations<?,DestinationT> dynamicDestinations
-
elementCoder
org.apache.beam.sdk.coders.Coder<ElementT> elementCoder
-
extendedErrorInfo
boolean extendedErrorInfo
-
ignoreInsertIds
boolean ignoreInsertIds
-
ignoreUnknownValues
boolean ignoreUnknownValues
-
kmsKey
@Nullable java.lang.String kmsKey
-
propagateSuccessful
boolean propagateSuccessful
-
retryPolicy
InsertRetryPolicy retryPolicy
-
skipInvalidRows
boolean skipInvalidRows
-
toFailsafeTableRow
org.apache.beam.sdk.transforms.SerializableFunction<ElementT,com.google.api.services.bigquery.model.TableRow> toFailsafeTableRow
-
toTableRow
org.apache.beam.sdk.transforms.SerializableFunction<ElementT,com.google.api.services.bigquery.model.TableRow> toTableRow
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteTables extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<TableDestination,ElementT>>,WriteResult> implements Serializable
-
Serialized Fields
-
autoSharding
boolean autoSharding
-
bigQueryServices
BigQueryServices bigQueryServices
-
deterministicRecordIdFn
@Nullable org.apache.beam.sdk.transforms.SerializableFunction<ElementT,java.lang.String> deterministicRecordIdFn
-
elementCoder
@Nullable org.apache.beam.sdk.coders.Coder<ElementT> elementCoder
-
extendedErrorInfo
boolean extendedErrorInfo
-
ignoreInsertIds
boolean ignoreInsertIds
-
ignoreUnknownValues
boolean ignoreUnknownValues
-
propagateSuccessful
boolean propagateSuccessful
-
retryPolicy
InsertRetryPolicy retryPolicy
-
skipInvalidRows
boolean skipInvalidRows
-
toFailsafeTableRow
@Nullable org.apache.beam.sdk.transforms.SerializableFunction<ElementT,com.google.api.services.bigquery.model.TableRow> toFailsafeTableRow
-
toTableRow
@Nullable org.apache.beam.sdk.transforms.SerializableFunction<ElementT,com.google.api.services.bigquery.model.TableRow> toTableRow
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.TableDestination extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
jsonClustering
@Nullable java.lang.String jsonClustering
-
jsonTimePartitioning
@Nullable java.lang.String jsonTimePartitioning
-
tableDescription
@Nullable java.lang.String tableDescription
-
tableSpec
java.lang.String tableSpec
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoder extends org.apache.beam.sdk.coders.AtomicCoder<TableDestination> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoderV2 extends org.apache.beam.sdk.coders.AtomicCoder<TableDestination> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoderV3 extends org.apache.beam.sdk.coders.AtomicCoder<TableDestination> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder extends org.apache.beam.sdk.coders.AtomicCoder<com.google.api.services.bigquery.model.TableRow> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.TableRowToStorageApiProto.SchemaConversionException extends java.lang.Exception implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.TableRowToStorageApiProto.SchemaDoesntMatchException extends TableRowToStorageApiProto.SchemaConversionException implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.TableRowToStorageApiProto.SchemaTooNarrowException extends TableRowToStorageApiProto.SchemaConversionException implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigquery.UpdateSchemaDestination extends org.apache.beam.sdk.transforms.DoFn<java.lang.Iterable<org.apache.beam.sdk.values.KV<DestinationT,org.apache.beam.sdk.io.gcp.bigquery.WriteTables.Result>>,java.lang.Iterable<org.apache.beam.sdk.values.KV<TableDestination,org.apache.beam.sdk.io.gcp.bigquery.WriteTables.Result>>> implements Serializable
-
Serialized Fields
-
bqServices
BigQueryServices bqServices
-
createDisposition
BigQueryIO.Write.CreateDisposition createDisposition
-
dynamicDestinations
DynamicDestinations dynamicDestinations
-
jobService
BigQueryServices.JobService jobService
-
kmsKey
java.lang.String kmsKey
-
loadJobIdPrefixView
org.apache.beam.sdk.values.PCollectionView<java.lang.String> loadJobIdPrefixView
-
loadJobProjectId
org.apache.beam.sdk.options.ValueProvider<java.lang.String> loadJobProjectId
-
maxRetryJobs
int maxRetryJobs
-
pendingJobs
java.util.List<org.apache.beam.sdk.io.gcp.bigquery.UpdateSchemaDestination.PendingJobData> pendingJobs
-
schemaUpdateOptions
java.util.Set<BigQueryIO.Write.SchemaUpdateOption> schemaUpdateOptions
-
writeDisposition
BigQueryIO.Write.WriteDisposition writeDisposition
-
-
-
Class org.apache.beam.sdk.io.gcp.bigquery.WriteBundlesToFiles.ResultCoder extends org.apache.beam.sdk.coders.StructuredCoder<org.apache.beam.sdk.io.gcp.bigquery.WriteBundlesToFiles.Result<DestinationT>> implements Serializable
-
Serialized Fields
-
destinationCoder
org.apache.beam.sdk.coders.Coder<DestinationT> destinationCoder
-
-
-
-
Package org.apache.beam.sdk.io.gcp.bigtable
-
Class org.apache.beam.sdk.io.gcp.bigtable.BeamRowToBigtableMutation extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<com.google.protobuf.ByteString,java.lang.Iterable<com.google.bigtable.v2.Mutation>>>> implements Serializable
-
Serialized Fields
-
columnFamilyMapping
java.util.Map<java.lang.String,java.lang.String> columnFamilyMapping
-
-
-
Class org.apache.beam.sdk.io.gcp.bigtable.BeamRowToBigtableMutation.ToBigtableRowFn extends org.apache.beam.sdk.transforms.SimpleFunction<org.apache.beam.sdk.values.Row,org.apache.beam.sdk.values.KV<com.google.protobuf.ByteString,java.lang.Iterable<com.google.bigtable.v2.Mutation>>> implements Serializable
-
Serialized Fields
-
cellValueParser
org.apache.beam.sdk.io.gcp.bigtable.CellValueParser cellValueParser
-
columnFamilyMapping
java.util.Map<java.lang.String,java.lang.String> columnFamilyMapping
-
-
-
Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<com.google.bigtable.v2.Row>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<com.google.protobuf.ByteString,java.lang.Iterable<com.google.bigtable.v2.Mutation>>>,org.apache.beam.sdk.values.PDone> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.WriteWithResults extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<com.google.protobuf.ByteString,java.lang.Iterable<com.google.bigtable.v2.Mutation>>>,org.apache.beam.sdk.values.PCollection<BigtableWriteResult>> implements Serializable
-
Serialized Fields
-
bigtableConfig
org.apache.beam.sdk.io.gcp.bigtable.BigtableConfig bigtableConfig
-
-
-
Class org.apache.beam.sdk.io.gcp.bigtable.BigtableRowToBeamRow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<com.google.bigtable.v2.Row>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable
-
Serialized Fields
-
schema
org.apache.beam.sdk.schemas.Schema schema
-
-
-
Class org.apache.beam.sdk.io.gcp.bigtable.BigtableRowToBeamRowFlat extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<com.google.bigtable.v2.Row>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable
-
Serialized Fields
-
columnsMapping
java.util.Map<java.lang.String,java.util.Set<java.lang.String>> columnsMapping
-
schema
org.apache.beam.sdk.schemas.Schema schema
-
-
-
Class org.apache.beam.sdk.io.gcp.bigtable.BigtableWriteResultCoder extends org.apache.beam.sdk.coders.AtomicCoder<BigtableWriteResult> implements Serializable
-
-
Package org.apache.beam.sdk.io.gcp.datastore
-
Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteEntity extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteKey extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Key> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<com.google.datastore.v1.Entity>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Write extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.datastore.DataStoreV1SchemaIOProvider.DataStoreV1SchemaIO extends java.lang.Object implements Serializable
-
Serialized Fields
-
dataSchema
org.apache.beam.sdk.schemas.Schema dataSchema
-
keyField
java.lang.String keyField
-
kind
java.lang.String kind
-
location
java.lang.String location
-
projectId
java.lang.String projectId
-
-
-
Class org.apache.beam.sdk.io.gcp.datastore.EntityToRow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<com.google.datastore.v1.Entity>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable
-
Serialized Fields
-
keyField
java.lang.String keyField
-
schema
org.apache.beam.sdk.schemas.Schema schema
-
-
-
Class org.apache.beam.sdk.io.gcp.datastore.RampupThrottlingFn extends org.apache.beam.sdk.transforms.DoFn<T,T> implements Serializable
-
Serialized Fields
-
firstInstantSideInput
org.apache.beam.sdk.values.PCollectionView<org.joda.time.Instant> firstInstantSideInput
-
numWorkers
org.apache.beam.sdk.options.ValueProvider<java.lang.Integer> numWorkers
-
throttlingMsecs
org.apache.beam.sdk.metrics.Counter throttlingMsecs
-
-
-
Class org.apache.beam.sdk.io.gcp.datastore.RowToEntity extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<com.google.datastore.v1.Entity>> implements Serializable
-
Serialized Fields
-
keyField
java.lang.String keyField
-
keySupplier
java.util.function.Supplier<java.lang.String> keySupplier
-
kind
java.lang.String kind
-
-
-
-
Package org.apache.beam.sdk.io.gcp.firestore
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.BatchGetDocuments extends org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.ReadTransform<org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.BatchGetDocumentsRequest>,org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.BatchGetDocumentsResponse>,FirestoreV1.BatchGetDocuments,FirestoreV1.BatchGetDocuments.Builder> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.BatchWriteWithDeadLetterQueue extends org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.Transform<org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.Write>,org.apache.beam.sdk.values.PCollection<FirestoreV1.WriteFailure>,FirestoreV1.BatchWriteWithDeadLetterQueue,FirestoreV1.BatchWriteWithDeadLetterQueue.Builder> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.BatchWriteWithSummary extends org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.Transform<org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.Write>,org.apache.beam.sdk.values.PCollection<FirestoreV1.WriteSuccessSummary>,FirestoreV1.BatchWriteWithSummary,FirestoreV1.BatchWriteWithSummary.Builder> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.FailedWritesException extends java.lang.RuntimeException implements Serializable
-
Serialized Fields
-
writeFailures
java.util.List<FirestoreV1.WriteFailure> writeFailures
-
-
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.ListCollectionIds extends org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.ReadTransform<org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.ListCollectionIdsRequest>,org.apache.beam.sdk.values.PCollection<java.lang.String>,FirestoreV1.ListCollectionIds,FirestoreV1.ListCollectionIds.Builder> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.ListDocuments extends org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.ReadTransform<org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.ListDocumentsRequest>,org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.Document>,FirestoreV1.ListDocuments,FirestoreV1.ListDocuments.Builder> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.PartitionQuery extends org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.ReadTransform<org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.PartitionQueryRequest>,org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.RunQueryRequest>,FirestoreV1.PartitionQuery,FirestoreV1.PartitionQuery.Builder> implements Serializable
-
Serialized Fields
-
nameOnlyQuery
boolean nameOnlyQuery
-
-
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.RunQuery extends org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.ReadTransform<org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.RunQueryRequest>,org.apache.beam.sdk.values.PCollection<com.google.firestore.v1.RunQueryResponse>,FirestoreV1.RunQuery,FirestoreV1.RunQuery.Builder> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.WriteFailure extends java.lang.Object implements Serializable
-
Serialized Fields
-
status
com.google.rpc.Status status
-
write
com.google.firestore.v1.Write write
-
writeResult
com.google.firestore.v1.WriteResult writeResult
-
-
-
Class org.apache.beam.sdk.io.gcp.firestore.FirestoreV1.WriteSuccessSummary extends java.lang.Object implements Serializable
-
Serialized Fields
-
numBytes
long numBytes
-
numWrites
int numWrites
-
-
-
Class org.apache.beam.sdk.io.gcp.firestore.RpcQosOptions extends java.lang.Object implements Serializable
-
Serialized Fields
-
batchInitialCount
int batchInitialCount
-
batchMaxBytes
long batchMaxBytes
-
batchMaxCount
int batchMaxCount
-
batchTargetLatency
org.joda.time.Duration batchTargetLatency
-
hintMaxNumWorkers
int hintMaxNumWorkers
-
initialBackoff
org.joda.time.Duration initialBackoff
-
maxAttempts
int maxAttempts
-
overloadRatio
double overloadRatio
-
samplePeriod
org.joda.time.Duration samplePeriod
-
samplePeriodBucketSize
org.joda.time.Duration samplePeriodBucketSize
-
shouldReportDiagnosticMetrics
boolean shouldReportDiagnosticMetrics
-
throttleDuration
org.joda.time.Duration throttleDuration
-
-
-
-
Package org.apache.beam.sdk.io.gcp.healthcare
-
Class org.apache.beam.sdk.io.gcp.healthcare.DicomIO.ReadStudyMetadata extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,DicomIO.ReadStudyMetadata.Result> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirBundleParameter extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirBundleResponse extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIO.Deidentify extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<java.lang.String>> implements Serializable
-
Serialized Fields
-
deidConfig
org.apache.beam.sdk.options.ValueProvider<com.google.api.services.healthcare.v1.model.DeidentifyConfig> deidConfig
-
destinationFhirStore
org.apache.beam.sdk.options.ValueProvider<java.lang.String> destinationFhirStore
-
sourceFhirStore
org.apache.beam.sdk.options.ValueProvider<java.lang.String> sourceFhirStore
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIO.Deidentify.DeidentifyFn extends org.apache.beam.sdk.transforms.DoFn<java.lang.String,java.lang.String> implements Serializable
-
Serialized Fields
-
client
HealthcareApiClient client
-
deidConfigJson
java.lang.String deidConfigJson
-
destinationFhirStore
org.apache.beam.sdk.options.ValueProvider<java.lang.String> destinationFhirStore
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIO.ExecuteBundles extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<FhirBundleParameter>,FhirIO.ExecuteBundlesResult> implements Serializable
-
Serialized Fields
-
fhirStore
org.apache.beam.sdk.options.ValueProvider<java.lang.String> fhirStore
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIO.Export extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<java.lang.String>> implements Serializable
-
Serialized Fields
-
exportUri
org.apache.beam.sdk.options.ValueProvider<java.lang.String> exportUri
-
fhirStore
org.apache.beam.sdk.options.ValueProvider<java.lang.String> fhirStore
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIO.Export.ExportResourcesFn extends org.apache.beam.sdk.transforms.DoFn<java.lang.String,java.lang.String> implements Serializable
-
Serialized Fields
-
client
HealthcareApiClient client
-
exportUri
org.apache.beam.sdk.options.ValueProvider<java.lang.String> exportUri
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIO.Import extends FhirIO.Write implements Serializable
-
Serialized Fields
-
contentStructure
FhirIO.Import.ContentStructure contentStructure
-
deadLetterGcsPath
org.apache.beam.sdk.options.ValueProvider<java.lang.String> deadLetterGcsPath
-
fhirStore
org.apache.beam.sdk.options.ValueProvider<java.lang.String> fhirStore
-
tempGcsPath
org.apache.beam.sdk.options.ValueProvider<java.lang.String> tempGcsPath
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,FhirIO.Read.Result> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIO.Search extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<FhirSearchParameter<T>>,FhirIO.Search.Result> implements Serializable
-
Serialized Fields
-
fhirStore
org.apache.beam.sdk.options.ValueProvider<java.lang.String> fhirStore
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,FhirIO.Write.AbstractResult> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIOPatientEverything extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<FhirIOPatientEverything.PatientEverythingParameter>,FhirIOPatientEverything.Result> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirIOPatientEverything.PatientEverythingParameter extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.FhirSearchParameterCoder extends org.apache.beam.sdk.coders.CustomCoder<FhirSearchParameter<T>> implements Serializable
-
Serialized Fields
-
originalCoder
org.apache.beam.sdk.coders.NullableCoder<java.util.Map<java.lang.String,T>> originalCoder
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.HealthcareIOErrorCoder extends org.apache.beam.sdk.coders.CustomCoder<HealthcareIOError<T>> implements Serializable
-
Serialized Fields
-
originalCoder
org.apache.beam.sdk.coders.Coder<T> originalCoder
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.HealthcareIOErrorToTableRow extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.HL7v2IO.ListHL7v2Messages extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<HL7v2Message>> implements Serializable
-
Serialized Fields
-
filter
org.apache.beam.sdk.options.ValueProvider<java.lang.String> filter
-
hl7v2Stores
org.apache.beam.sdk.options.ValueProvider<java.util.List<java.lang.String>> hl7v2Stores
-
initialSplitDuration
org.joda.time.Duration initialSplitDuration
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.HL7v2IO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,HL7v2IO.Read.Result> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.HL7v2IO.Read.FetchHL7v2Message extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,HL7v2IO.Read.Result> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.HL7v2IO.Read.FetchHL7v2Message.HL7v2MessageGetFn extends org.apache.beam.sdk.transforms.DoFn<java.lang.String,HL7v2Message> implements Serializable
-
Serialized Fields
-
client
HealthcareApiClient client
-
failedMessageGets
org.apache.beam.sdk.metrics.Counter failedMessageGets
-
successfulHL7v2MessageGets
org.apache.beam.sdk.metrics.Counter successfulHL7v2MessageGets
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.HL7v2IO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<HL7v2Message>,HL7v2IO.Write.Result> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.HL7v2MessageCoder extends org.apache.beam.sdk.coders.CustomCoder<HL7v2Message> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.HttpHealthcareApiClient extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.healthcare.HttpHealthcareApiClient.HealthcareHttpException extends java.lang.Exception implements Serializable
-
Serialized Fields
-
statusCode
int statusCode
-
-
-
Class org.apache.beam.sdk.io.gcp.healthcare.JsonArrayCoder extends org.apache.beam.sdk.coders.CustomCoder<com.google.gson.JsonArray> implements Serializable
-
-
Package org.apache.beam.sdk.io.gcp.pubsub
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.OutgoingMessage extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.ProjectPath extends java.lang.Object implements Serializable
-
Serialized Fields
-
projectId
java.lang.String projectId
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.SubscriptionPath extends java.lang.Object implements Serializable
-
Serialized Fields
-
projectId
java.lang.String projectId
-
subscriptionName
java.lang.String subscriptionName
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.TopicPath extends java.lang.Object implements Serializable
-
Serialized Fields
-
path
java.lang.String path
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubSubscription extends java.lang.Object implements Serializable
-
Serialized Fields
-
project
java.lang.String project
-
subscription
java.lang.String subscription
-
type
org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubSubscription.Type type
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubTopic extends java.lang.Object implements Serializable
-
Serialized Fields
-
project
java.lang.String project
-
topic
java.lang.String topic
-
type
org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubTopic.Type type
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<T>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<T>,org.apache.beam.sdk.values.PDone> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Write.PubsubBoundedWriter extends org.apache.beam.sdk.transforms.DoFn<T,java.lang.Void> implements Serializable
-
Serialized Fields
-
maxPublishBatchByteSize
int maxPublishBatchByteSize
-
maxPublishBatchSize
int maxPublishBatchSize
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessagePayloadOnlyCoder extends org.apache.beam.sdk.coders.CustomCoder<PubsubMessage> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessages.DeserializeBytesIntoPubsubMessagePayloadOnly extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessages.ParsePayloadAsPubsubMessageProto extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessages.ParsePubsubMessageProtoAsPayload extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageToRow.ParseException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesAndMessageIdAndOrderingKeyCoder extends org.apache.beam.sdk.coders.CustomCoder<PubsubMessage> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesAndMessageIdCoder extends org.apache.beam.sdk.coders.CustomCoder<PubsubMessage> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesCoder extends org.apache.beam.sdk.coders.CustomCoder<PubsubMessage> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithMessageIdCoder extends org.apache.beam.sdk.coders.CustomCoder<PubsubMessage> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubTestClient extends PubsubClient implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSink extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<PubsubMessage>,org.apache.beam.sdk.values.PDone> implements Serializable
-
Serialized Fields
-
idAttribute
@Nullable java.lang.String idAttribute
Pubsub metadata field holding id for each element, or null if need to generate a unique id ourselves. -
maxLatency
org.joda.time.Duration maxLatency
Longest delay between receiving a message and pushing it to Pubsub. -
numShards
int numShards
Number of 'shards' to use so that latency in Pubsub publish can be hidden. Generally this should be a small multiple of the number of available cores. Too smoll a number results in too much time lost to blocking Pubsub calls. To large a number results in too many single-element batches being sent to Pubsub with high per-batch overhead. -
publishBatchBytes
int publishBatchBytes
Maximum size of a publish batch, in bytes. -
publishBatchSize
int publishBatchSize
Maximum number of messages per publish. -
pubsubFactory
PubsubClient.PubsubClientFactory pubsubFactory
Which factory to use for creating Pubsub transport. -
pubsubRootUrl
java.lang.String pubsubRootUrl
-
recordIdMethod
org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSink.RecordIdMethod recordIdMethod
How record ids should be generated for each record (ifPubsubUnboundedSink.idAttribute
is non- null). -
timestampAttribute
@Nullable java.lang.String timestampAttribute
Pubsub metadata field holding timestamp of each element, or null if should use Pubsub message publish timestamp instead. -
topic
org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> topic
Pubsub topic to publish to.
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSource extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<PubsubMessage>> implements Serializable
-
Serialized Fields
-
clock
@Nullable com.google.api.client.util.Clock clock
For testing only: Clock to use for all timekeeping. If null use system clock. -
idAttribute
@Nullable java.lang.String idAttribute
Pubsub metadata field holding id for each element, or null if need to generate a unique id ourselves. -
needsAttributes
boolean needsAttributes
Whether this source should load the attributes of the PubsubMessage, or only the payload. -
needsMessageId
boolean needsMessageId
Whether this source should include the messageId from PubSub. -
needsOrderingKey
boolean needsOrderingKey
Whether this source should include the orderingKey from PubSub. -
project
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.ProjectPath> project
Project under which to create a subscription if only thePubsubUnboundedSource.topic
was given. -
pubsubFactory
PubsubClient.PubsubClientFactory pubsubFactory
Factory for creating underlying Pubsub transport. -
subscription
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.SubscriptionPath> subscription
Subscription to read from. If null thenPubsubUnboundedSource.topic
must be given. OtherwisePubsubUnboundedSource.topic
must be null.If no subscription is given a random one will be created when the transorm is applied. This field will be update with that subscription's path. The created subscription is never deleted.
-
timestampAttribute
@Nullable java.lang.String timestampAttribute
Pubsub metadata field holding timestamp of each element, or null if should use Pubsub message publish timestamp instead. -
topic
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> topic
Topic to read from. If null, thenPubsubUnboundedSource.subscription
must be given. OtherwisePubsubUnboundedSource.subscription
must be null.
-
-
-
-
Package org.apache.beam.sdk.io.gcp.pubsublite
-
Class org.apache.beam.sdk.io.gcp.pubsublite.PublisherOptions extends java.lang.Object implements Serializable
- serialVersionUID:
- 275311613L
-
Class org.apache.beam.sdk.io.gcp.pubsublite.SubscriberOptions extends java.lang.Object implements Serializable
- serialVersionUID:
- 269598118L
-
Class org.apache.beam.sdk.io.gcp.pubsublite.UuidDeduplicationOptions extends java.lang.Object implements Serializable
- serialVersionUID:
- 9837489720893L
-
-
Package org.apache.beam.sdk.io.gcp.pubsublite.internal
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.AddUuidsTransform extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<com.google.cloud.pubsublite.proto.PubSubMessage>,org.apache.beam.sdk.values.PCollection<com.google.cloud.pubsublite.proto.PubSubMessage>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.ManagedFactoryImpl extends java.lang.Object implements Serializable
-
Serialized Fields
-
instances
java.util.Map<SubscriptionPartition,T extends java.lang.AutoCloseable> instances
-
newInstance
org.apache.beam.sdk.transforms.SerializableFunction<SubscriptionPartition,T extends java.lang.AutoCloseable> newInstance
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.OffsetByteRangeCoder extends org.apache.beam.sdk.coders.AtomicCoder<org.apache.beam.sdk.io.gcp.pubsublite.internal.OffsetByteRange> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.ProtoFromBytes extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<byte[]>,org.apache.beam.sdk.values.PCollection<T extends com.google.protobuf.Message>> implements Serializable
-
Serialized Fields
-
parser
org.apache.beam.sdk.io.gcp.pubsublite.internal.ProtoFromBytes.ProtoParser<T extends com.google.protobuf.Message> parser
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.ProtoToBytes extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<T extends com.google.protobuf.Message>,org.apache.beam.sdk.values.PCollection<byte[]>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.PubsubLiteSink extends org.apache.beam.sdk.transforms.DoFn<com.google.cloud.pubsublite.proto.PubSubMessage,java.lang.Void> implements Serializable
-
Serialized Fields
-
options
PublisherOptions options
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.SubscribeTransform extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<com.google.cloud.pubsublite.proto.SequencedMessage>> implements Serializable
-
Serialized Fields
-
options
SubscriberOptions options
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.SubscriptionPartitionCoder extends org.apache.beam.sdk.coders.AtomicCoder<SubscriptionPartition> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.UnboundedSourceImpl extends org.apache.beam.sdk.io.UnboundedSource<com.google.cloud.pubsublite.proto.SequencedMessage,CheckpointMarkImpl> implements Serializable
-
Serialized Fields
-
partition
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Optional<com.google.cloud.pubsublite.Partition> partition
-
readerFactory
org.apache.beam.sdk.io.gcp.pubsublite.internal.UnboundedSourceImpl.BacklogReaderFactory readerFactory
-
subscriberFactory
org.apache.beam.sdk.io.gcp.pubsublite.internal.UnboundedSourceImpl.SubscriberFactory subscriberFactory
-
subscriberOptions
SubscriberOptions subscriberOptions
-
-
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.UuidCoder extends org.apache.beam.sdk.coders.AtomicCoder<Uuid> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.pubsublite.internal.UuidDeduplicationTransform extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<com.google.cloud.pubsublite.proto.SequencedMessage>,org.apache.beam.sdk.values.PCollection<com.google.cloud.pubsublite.proto.SequencedMessage>> implements Serializable
-
Serialized Fields
-
options
UuidDeduplicationOptions options
-
-
-
-
Package org.apache.beam.sdk.io.gcp.spanner
-
Class org.apache.beam.sdk.io.gcp.spanner.BatchSpannerRead.PartitionedReadOperation extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.MutationGroup extends java.lang.Object implements Serializable
-
Serialized Fields
-
mutations
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.collect.ImmutableList<com.google.cloud.spanner.Mutation> mutations
-
-
-
Class org.apache.beam.sdk.io.gcp.spanner.ReadOperation extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.SpannerConfig extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.CreateTransaction extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PInput,org.apache.beam.sdk.values.PCollectionView<Transaction>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<com.google.cloud.spanner.Struct>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.ReadAll extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<ReadOperation>,org.apache.beam.sdk.values.PCollection<com.google.cloud.spanner.Struct>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.ReadChangeStream extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<DataChangeRecord>> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<com.google.cloud.spanner.Mutation>,SpannerWriteResult> implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.WriteGrouped extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<MutationGroup>,SpannerWriteResult> implements Serializable
-
Serialized Fields
-
spec
SpannerIO.Write spec
-
-
-
Class org.apache.beam.sdk.io.gcp.spanner.SpannerWriteSchemaTransformProvider.SpannerWriteSchemaTransformConfiguration extends java.lang.Object implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.Transaction extends java.lang.Object implements Serializable
-
-
Package org.apache.beam.sdk.io.gcp.spanner.changestreams
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.ChangeStreamMetrics extends java.lang.Object implements Serializable
- serialVersionUID:
- 8187140831756972470L
-
Serialized Fields
-
enabledMetrics
java.util.Set<org.apache.beam.sdk.metrics.MetricName> enabledMetrics
If a metric is not within this set it will not be measured. Metrics enabled by default are described inChangeStreamMetrics
default constructor.
-
-
-
Package org.apache.beam.sdk.io.gcp.spanner.changestreams.action
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.action.ActionFactory extends java.lang.Object implements Serializable
- serialVersionUID:
- -4060958761369602619L
-
-
Package org.apache.beam.sdk.io.gcp.spanner.changestreams.dao
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.dao.DaoFactory extends java.lang.Object implements Serializable
- serialVersionUID:
- 7929063669009832487L
-
Serialized Fields
-
changeStreamName
java.lang.String changeStreamName
-
changeStreamSpannerConfig
SpannerConfig changeStreamSpannerConfig
-
jobName
java.lang.String jobName
-
metadataDatabaseDialect
com.google.cloud.spanner.Dialect metadataDatabaseDialect
-
metadataSpannerConfig
SpannerConfig metadataSpannerConfig
-
partitionMetadataTableName
java.lang.String partitionMetadataTableName
-
rpcPriority
com.google.cloud.spanner.Options.RpcPriority rpcPriority
-
spannerChangeStreamDatabaseDialect
com.google.cloud.spanner.Dialect spannerChangeStreamDatabaseDialect
-
-
-
Package org.apache.beam.sdk.io.gcp.spanner.changestreams.dofn
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.dofn.CleanUpReadChangeStreamDoFn extends org.apache.beam.sdk.transforms.DoFn<byte[],java.lang.Void> implements Serializable
- serialVersionUID:
- -2016761780280479411L
-
Serialized Fields
-
daoFactory
DaoFactory daoFactory
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.dofn.DetectNewPartitionsDoFn extends org.apache.beam.sdk.transforms.DoFn<PartitionMetadata,PartitionMetadata> implements Serializable
- serialVersionUID:
- 1523712495885011374L
-
Serialized Fields
-
actionFactory
ActionFactory actionFactory
-
averagePartitionBytesSize
long averagePartitionBytesSize
-
averagePartitionBytesSizeSet
boolean averagePartitionBytesSizeSet
-
daoFactory
DaoFactory daoFactory
-
mapperFactory
MapperFactory mapperFactory
-
metrics
ChangeStreamMetrics metrics
-
resumeDuration
org.joda.time.Duration resumeDuration
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.dofn.InitializeDoFn extends org.apache.beam.sdk.transforms.DoFn<byte[],PartitionMetadata> implements Serializable
- serialVersionUID:
- -8921188388649003102L
-
Serialized Fields
-
daoFactory
DaoFactory daoFactory
-
endTimestamp
com.google.cloud.Timestamp endTimestamp
-
mapperFactory
MapperFactory mapperFactory
-
startTimestamp
com.google.cloud.Timestamp startTimestamp
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.dofn.PostProcessingMetricsDoFn extends org.apache.beam.sdk.transforms.DoFn<DataChangeRecord,DataChangeRecord> implements Serializable
- serialVersionUID:
- -1515578871387565606L
-
Serialized Fields
-
metrics
ChangeStreamMetrics metrics
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.dofn.ReadChangeStreamPartitionDoFn extends org.apache.beam.sdk.transforms.DoFn<PartitionMetadata,DataChangeRecord> implements Serializable
- serialVersionUID:
- -7574596218085711975L
-
Serialized Fields
-
actionFactory
ActionFactory actionFactory
-
daoFactory
DaoFactory daoFactory
-
mapperFactory
MapperFactory mapperFactory
-
metrics
ChangeStreamMetrics metrics
-
throughputEstimator
ThroughputEstimator<DataChangeRecord> throughputEstimator
Needs to be set through theReadChangeStreamPartitionDoFn.setThroughputEstimator(BytesThroughputEstimator)
call.
-
-
-
Package org.apache.beam.sdk.io.gcp.spanner.changestreams.estimator
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.estimator.BytesThroughputEstimator extends java.lang.Object implements Serializable
- serialVersionUID:
- -3597929310338724800L
-
Serialized Fields
-
deque
java.util.Deque<org.apache.beam.sdk.io.gcp.spanner.changestreams.estimator.BytesThroughputEstimator.ThroughputEntry> deque
-
sizeEstimator
SizeEstimator<T> sizeEstimator
-
windowSizeSeconds
int windowSizeSeconds
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.estimator.EncodingException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.estimator.NullThroughputEstimator extends java.lang.Object implements Serializable
- serialVersionUID:
- -4487552302910442742L
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.estimator.SizeEstimator extends java.lang.Object implements Serializable
- serialVersionUID:
- 8422268027457798184L
-
Serialized Fields
-
coder
org.apache.beam.sdk.coders.Coder<T> coder
-
observer
org.apache.beam.sdk.io.gcp.spanner.changestreams.estimator.SizeEstimator.SizeEstimatorObserver observer
-
-
-
Package org.apache.beam.sdk.io.gcp.spanner.changestreams.mapper
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.mapper.MapperFactory extends java.lang.Object implements Serializable
- serialVersionUID:
- -813434573067800902L
-
Serialized Fields
-
spannerChangeStreamDatabaseDialect
com.google.cloud.spanner.Dialect spannerChangeStreamDatabaseDialect
-
-
-
Package org.apache.beam.sdk.io.gcp.spanner.changestreams.model
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.model.ChangeStreamRecordMetadata extends java.lang.Object implements Serializable
- serialVersionUID:
- -7294067549709034080L
-
Serialized Fields
-
numberOfRecordsRead
long numberOfRecordsRead
-
partitionCreatedAt
com.google.cloud.Timestamp partitionCreatedAt
-
partitionEndTimestamp
com.google.cloud.Timestamp partitionEndTimestamp
-
partitionRunningAt
com.google.cloud.Timestamp partitionRunningAt
-
partitionScheduledAt
com.google.cloud.Timestamp partitionScheduledAt
-
partitionStartTimestamp
com.google.cloud.Timestamp partitionStartTimestamp
-
partitionToken
java.lang.String partitionToken
-
queryStartedAt
com.google.cloud.Timestamp queryStartedAt
-
recordReadAt
com.google.cloud.Timestamp recordReadAt
-
recordStreamEndedAt
com.google.cloud.Timestamp recordStreamEndedAt
-
recordStreamStartedAt
com.google.cloud.Timestamp recordStreamStartedAt
-
recordTimestamp
com.google.cloud.Timestamp recordTimestamp
-
totalStreamTimeMillis
long totalStreamTimeMillis
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.model.ChildPartition extends java.lang.Object implements Serializable
- serialVersionUID:
- -650413326832931368L
-
Serialized Fields
-
parentTokens
java.util.HashSet<java.lang.String> parentTokens
-
token
java.lang.String token
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.model.ChildPartitionsRecord extends java.lang.Object implements Serializable
- serialVersionUID:
- 5442772555232576887L
-
Serialized Fields
-
childPartitions
java.util.List<ChildPartition> childPartitions
-
metadata
ChangeStreamRecordMetadata metadata
-
recordSequence
java.lang.String recordSequence
-
startTimestamp
com.google.cloud.Timestamp startTimestamp
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.model.ColumnType extends java.lang.Object implements Serializable
- serialVersionUID:
- 6861617019875340414L
-
Serialized Fields
-
isPrimaryKey
boolean isPrimaryKey
-
name
java.lang.String name
-
ordinalPosition
long ordinalPosition
-
type
TypeCode type
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.model.DataChangeRecord extends java.lang.Object implements Serializable
- serialVersionUID:
- 1138762498767540898L
-
Serialized Fields
-
commitTimestamp
com.google.cloud.Timestamp commitTimestamp
-
isLastRecordInTransactionInPartition
boolean isLastRecordInTransactionInPartition
-
isSystemTransaction
boolean isSystemTransaction
-
metadata
ChangeStreamRecordMetadata metadata
-
mods
java.util.List<Mod> mods
-
modType
ModType modType
-
numberOfPartitionsInTransaction
long numberOfPartitionsInTransaction
-
numberOfRecordsInTransaction
long numberOfRecordsInTransaction
-
partitionToken
java.lang.String partitionToken
-
recordSequence
java.lang.String recordSequence
-
rowType
java.util.List<ColumnType> rowType
-
serverTransactionId
java.lang.String serverTransactionId
-
tableName
java.lang.String tableName
-
transactionTag
java.lang.String transactionTag
-
valueCaptureType
ValueCaptureType valueCaptureType
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.model.HeartbeatRecord extends java.lang.Object implements Serializable
- serialVersionUID:
- 5331450064150969956L
-
Serialized Fields
-
metadata
ChangeStreamRecordMetadata metadata
-
timestamp
com.google.cloud.Timestamp timestamp
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.model.Mod extends java.lang.Object implements Serializable
- serialVersionUID:
- 7362322548913179939L
-
Serialized Fields
-
keysJson
java.lang.String keysJson
-
newValuesJson
java.lang.String newValuesJson
-
oldValuesJson
java.lang.String oldValuesJson
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.model.PartitionMetadata extends java.lang.Object implements Serializable
- serialVersionUID:
- 995720273301116075L
-
Serialized Fields
-
createdAt
com.google.cloud.Timestamp createdAt
-
endTimestamp
com.google.cloud.Timestamp endTimestamp
-
finishedAt
com.google.cloud.Timestamp finishedAt
-
heartbeatMillis
long heartbeatMillis
-
parentTokens
java.util.HashSet<java.lang.String> parentTokens
-
partitionToken
java.lang.String partitionToken
-
runningAt
com.google.cloud.Timestamp runningAt
-
scheduledAt
com.google.cloud.Timestamp scheduledAt
-
startTimestamp
com.google.cloud.Timestamp startTimestamp
-
state
PartitionMetadata.State state
-
watermark
com.google.cloud.Timestamp watermark
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.model.TypeCode extends java.lang.Object implements Serializable
- serialVersionUID:
- -1935648338090036611L
-
Serialized Fields
-
code
java.lang.String code
-
-
-
Package org.apache.beam.sdk.io.gcp.spanner.changestreams.restriction
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.restriction.PartitionPosition extends java.lang.Object implements Serializable
- serialVersionUID:
- -9088898012221404492L
-
Serialized Fields
-
maybeTimestamp
java.util.Optional<com.google.cloud.Timestamp> maybeTimestamp
-
mode
PartitionMode mode
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.restriction.PartitionRestriction extends java.lang.Object implements Serializable
- serialVersionUID:
- -7009236776208644264L
-
Serialized Fields
-
endTimestamp
com.google.cloud.Timestamp endTimestamp
-
metadata
PartitionRestrictionMetadata metadata
-
mode
PartitionMode mode
-
startTimestamp
com.google.cloud.Timestamp startTimestamp
-
stoppedMode
@Nullable PartitionMode stoppedMode
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.restriction.PartitionRestrictionMetadata extends java.lang.Object implements Serializable
- serialVersionUID:
- 4744539370804123350L
-
Serialized Fields
-
partitionEndTimestamp
com.google.cloud.Timestamp partitionEndTimestamp
-
partitionStartTimestamp
com.google.cloud.Timestamp partitionStartTimestamp
-
partitionToken
java.lang.String partitionToken
-
-
Class org.apache.beam.sdk.io.gcp.spanner.changestreams.restriction.TimestampRange extends java.lang.Object implements Serializable
- serialVersionUID:
- -3597929310338724839L
-
Serialized Fields
-
from
com.google.cloud.Timestamp from
-
to
com.google.cloud.Timestamp to
-
-
-
Package org.apache.beam.sdk.io.gcp.testing
-
Class org.apache.beam.sdk.io.gcp.testing.BigqueryMatcher extends org.hamcrest.TypeSafeMatcher<BigqueryMatcher.TableAndQuery> implements Serializable
-
Serialized Fields
-
actualChecksum
java.lang.String actualChecksum
-
bigqueryClient
BigqueryClient bigqueryClient
-
expectedChecksum
java.lang.String expectedChecksum
-
-
-
Class org.apache.beam.sdk.io.gcp.testing.FakeBigQueryServices extends java.lang.Object implements Serializable
-
Serialized Fields
-
datasetService
BigQueryServices.DatasetService datasetService
-
jobService
BigQueryServices.JobService jobService
-
storageClient
BigQueryServices.StorageClient storageClient
-
-
-
Class org.apache.beam.sdk.io.gcp.testing.FakeBigQueryServices.FakeBigQueryServerStream extends java.lang.Object implements Serializable
-
Serialized Fields
-
items
java.util.List<T> items
-
-
-
Class org.apache.beam.sdk.io.gcp.testing.FakeDatasetService extends java.lang.Object implements Serializable
-
Serialized Fields
-
insertErrors
java.util.Map<java.lang.String,java.util.List<java.lang.String>> insertErrors
-
shouldFailRow
java.util.function.Function<com.google.api.services.bigquery.model.TableRow,java.lang.Boolean> shouldFailRow
-
-
-
Class org.apache.beam.sdk.io.gcp.testing.FakeJobService extends java.lang.Object implements Serializable
-
Serialized Fields
-
datasetService
FakeDatasetService datasetService
-
numFailures
int numFailures
-
numFailuresExpected
int numFailuresExpected
-
-
-