BigQueryServices testBigQueryServices
BigQueryServices
used for testing.BigQueryExportReadSchemaTransformConfiguration configuration
BigQueryServices testBigQueryServices
BigQueryServices
used for testing.BigQueryFileLoadsWriteSchemaTransformConfiguration configuration
BigQueryIO.TypedRead<T> inner
private void readObject(java.io.ObjectInputStream in) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundException
java.io.IOException
org.apache.beam.sdk.options.ValueProvider<T> tableReferenceProvider
boolean projectionPushdownApplied
BigQueryIO.Write.CreateDisposition createDisposition
BigQueryServices bqServices
DynamicDestinations<T,DestinationT> dynamicDestinations
java.lang.String kmsKey
DynamicDestinations<T,DestinationT> dynamicDestinations
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> formatFunction
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<T,DestinationT> dynamicDestinations
BigQueryServices bqServices
org.apache.beam.sdk.values.TupleTag<V> failedWritesTag
org.apache.beam.sdk.values.TupleTag<V> successfulWritesTag
org.apache.beam.sdk.coders.Coder<T> errorCoder
org.apache.beam.sdk.coders.Coder<T> successCoder
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> rowMutationFn
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<T,DestinationT> dynamicDestinations
org.apache.beam.sdk.io.gcp.bigquery.TwoLevelMessageConverterCache<DestinationT,ElementT> messageConverters
BigQueryServices bqServices
org.apache.beam.sdk.values.TupleTag<V> failedWritesTag
org.apache.beam.sdk.values.TupleTag<V> successfulWritesTag
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> rowMutationFn
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> formatFunction
boolean usesCdc
BigQueryIO.Write.CreateDisposition createDisposition
boolean ignoreUnknownValues
boolean autoSchemaUpdates
BigQueryServices bqServices
org.apache.beam.sdk.metrics.Counter flushOperationsSent
org.apache.beam.sdk.metrics.Counter flushOperationsSucceeded
org.apache.beam.sdk.metrics.Counter flushOperationsFailed
org.apache.beam.sdk.metrics.Counter flushOperationsAlreadyExists
org.apache.beam.sdk.metrics.Counter flushOperationsInvalidArgument
org.apache.beam.sdk.metrics.Distribution flushLatencyDistribution
org.apache.beam.sdk.metrics.Counter finalizeOperationsSent
org.apache.beam.sdk.metrics.Counter finalizeOperationsSucceeded
org.apache.beam.sdk.metrics.Counter finalizeOperationsFailed
org.apache.beam.sdk.values.TupleTag<V> successfulConvertedRowsTag
org.apache.beam.sdk.values.TupleTag<V> failedRowsTag
org.apache.beam.sdk.values.TupleTag<V> successfulWrittenRowsTag
org.apache.beam.sdk.coders.Coder<T> destinationCoder
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<T,DestinationT> dynamicDestinations
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> rowUpdateFn
BigQueryIO.Write.CreateDisposition createDisposition
java.lang.String kmsKey
org.joda.time.Duration triggeringFrequency
BigQueryServices bqServices
int numShards
boolean allowInconsistentWrites
boolean allowAutosharding
boolean autoUpdateSchema
boolean ignoreUnknownValues
boolean usesCdc
com.google.cloud.bigquery.storage.v1.AppendRowsRequest.MissingValueInterpretation defaultMissingValueInterpretation
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<T,DestinationT> dynamicDestinations
BigQueryServices bqServices
org.apache.beam.sdk.values.TupleTag<V> failedRowsTag
org.apache.beam.sdk.values.TupleTag<V> successfulRowsTag
org.apache.beam.sdk.values.TupleTag<V> finalizeTag
org.apache.beam.sdk.coders.Coder<T> failedRowsCoder
org.apache.beam.sdk.coders.Coder<T> successfulRowsCoder
boolean autoUpdateSchema
boolean ignoreUnknownValues
BigQueryIO.Write.CreateDisposition createDisposition
java.lang.String kmsKey
boolean usesCdc
com.google.cloud.bigquery.storage.v1.AppendRowsRequest.MissingValueInterpretation defaultMissingValueInterpretation
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<T,DestinationT> dynamicDestinations
BigQueryIO.Write.CreateDisposition createDisposition
java.lang.String kmsKey
BigQueryServices bqServices
org.apache.beam.sdk.coders.Coder<T> destinationCoder
org.apache.beam.sdk.coders.Coder<T> failedRowsCoder
boolean autoUpdateSchema
boolean ignoreUnknownValues
com.google.cloud.bigquery.storage.v1.AppendRowsRequest.MissingValueInterpretation defaultMissingValueInterpretation
org.joda.time.Duration streamIdleTime
org.apache.beam.sdk.values.TupleTag<V> failedRowsTag
org.apache.beam.sdk.values.TupleTag<V> successfulRowsTag
org.apache.beam.sdk.coders.Coder<T> succussfulRowsCoder
org.apache.beam.sdk.values.TupleTag<V> flushTag
org.apache.beam.sdk.io.gcp.bigquery.StorageApiDynamicDestinations<T,DestinationT> dynamicDestinations
BigQueryServices bqServices
org.apache.beam.sdk.values.TupleTag<V> failedRowsTag
org.apache.beam.sdk.values.TupleTag<V> successfulRowsTag
org.apache.beam.sdk.values.TupleTag<V> finalizeTag
org.apache.beam.sdk.coders.Coder<T> failedRowsCoder
org.apache.beam.sdk.coders.Coder<T> successfulRowsCoder
boolean autoUpdateSchema
boolean ignoreUnknownValues
BigQueryIO.Write.CreateDisposition createDisposition
java.lang.String kmsKey
boolean usesCdc
com.google.cloud.bigquery.storage.v1.AppendRowsRequest.MissingValueInterpretation defaultMissingValueInterpretation
BigQueryServices bigQueryServices
BigQueryIO.Write.CreateDisposition createDisposition
DynamicDestinations<T,DestinationT> dynamicDestinations
InsertRetryPolicy retryPolicy
boolean extendedErrorInfo
boolean skipInvalidRows
boolean ignoreUnknownValues
boolean ignoreInsertIds
boolean autoSharding
boolean propagateSuccessful
java.lang.String kmsKey
org.apache.beam.sdk.coders.Coder<T> elementCoder
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> toTableRow
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> toFailsafeTableRow
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> deterministicRecordIdFn
BigQueryServices bigQueryServices
InsertRetryPolicy retryPolicy
boolean extendedErrorInfo
boolean skipInvalidRows
boolean ignoreUnknownValues
boolean ignoreInsertIds
boolean autoSharding
boolean propagateSuccessful
org.apache.beam.sdk.coders.Coder<T> elementCoder
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> toTableRow
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> toFailsafeTableRow
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> deterministicRecordIdFn
java.lang.String tableSpec
java.lang.String tableDescription
java.lang.String jsonTimePartitioning
java.lang.String jsonClustering
BigQueryServices bqServices
org.apache.beam.sdk.values.PCollectionView<T> zeroLoadJobIdPrefixView
org.apache.beam.sdk.options.ValueProvider<T> loadJobProjectId
int maxRetryJobs
java.lang.String kmsKey
BigQueryServices.JobService jobService
java.util.Set<E> schemaUpdateOptions
BigQueryIO.Write.WriteDisposition writeDisposition
BigQueryIO.Write.CreateDisposition createDisposition
DynamicDestinations<T,DestinationT> dynamicDestinations
java.util.Map<K,V> pendingJobs
org.apache.beam.sdk.coders.Coder<T> destinationCoder
org.apache.beam.sdk.io.gcp.bigquery.BigQueryHelpers.PendingJob retryJob
TableDestination tableDestination
java.util.List<E> tempTables
org.apache.beam.sdk.transforms.windowing.BoundedWindow window
BigQueryServices bqServices
BigQueryServices bqServices
org.apache.beam.sdk.values.PCollectionView<T> jobIdToken
BigQueryIO.Write.WriteDisposition firstPaneWriteDisposition
BigQueryIO.Write.CreateDisposition firstPaneCreateDisposition
int maxRetryJobs
java.lang.String kmsKey
org.apache.beam.sdk.options.ValueProvider<T> loadJobProjectId
java.util.List<E> pendingJobs
BigQueryServices testBigQueryServices
BigQueryDirectReadSchemaTransformProvider.BigQueryDirectReadSchemaTransformConfiguration configuration
BigQueryServices testBigQueryServices
BigQueryStorageWriteApiSchemaTransformProvider.BigQueryStorageWriteApiSchemaTransformConfiguration configuration
java.util.Map<K,V> columnFamilyMapping
java.util.Map<K,V> columnFamilyMapping
org.apache.beam.sdk.io.gcp.bigtable.CellValueParser cellValueParser
BigtableConfig bigtableConfig
org.apache.beam.sdk.io.gcp.bigtable.BigtableWriteOptions bigtableWriteOptions
org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceFactory factory
org.apache.beam.sdk.transforms.errorhandling.ErrorHandler<ErrorT,OutputT extends org.apache.beam.sdk.values.POutput> badRecordErrorHandler
org.apache.beam.sdk.transforms.errorhandling.BadRecordRouter badRecordRouter
org.apache.beam.sdk.schemas.Schema schema
org.apache.beam.sdk.schemas.Schema schema
java.util.Map<K,V> columnsMapping
BigtableConfig changeStreamConfig
BigtableConfig metadataTableConfig
java.lang.String tableId
java.lang.String metadataTableId
java.lang.String changeStreamName
org.joda.time.Instant endTime
DaoFactory daoFactory
ChangeStreamMetrics metrics
ActionFactory actionFactory
DetectNewPartitionsAction detectNewPartitionsAction
DaoFactory daoFactory
org.joda.time.Instant startTime
BigtableIO.ExistingPipelineOptions existingPipelineOptions
DaoFactory daoFactory
ChangeStreamMetrics metrics
ActionFactory actionFactory
SizeEstimator<T> sizeEstimator
ReadChangeStreamPartitionAction readChangeStreamPartitionAction
org.apache.beam.sdk.coders.Coder<T> coder
org.apache.beam.sdk.io.gcp.bigtable.changestreams.estimator.CoderSizeEstimator.SizeEstimatorObserver observer
org.joda.time.Instant watermark
org.joda.time.Instant watermarkLastUpdated
org.joda.time.Instant startTime
boolean resume
com.google.cloud.bigtable.data.v2.models.Range.ByteStringRange partition
java.util.List<E> changeStreamContinuationTokens
org.joda.time.Instant lowWatermark
org.joda.time.Instant lastUpdated
com.google.cloud.bigtable.data.v2.models.Range.ByteStringRange partition
org.joda.time.Instant startTime
java.util.List<E> changeStreamContinuationTokens
org.joda.time.Instant endTime
java.lang.String uuid
org.joda.time.Instant parentLowWatermark
java.util.List<E> parentPartitions
com.google.cloud.bigtable.data.v2.models.Range.ByteStringRange partition
org.joda.time.Instant watermark
com.google.cloud.bigtable.data.v2.models.ChangeStreamContinuationToken currentToken
org.joda.time.Instant estimatedLowWatermark
java.math.BigDecimal throughputEstimate
org.joda.time.Instant lastRunTimestamp
com.google.cloud.bigtable.data.v2.models.CloseStream closeStream
boolean failToLock
boolean isHeartbeat
org.apache.beam.sdk.schemas.Schema dataSchema
java.lang.String location
java.lang.String kind
java.lang.String projectId
java.lang.String keyField
org.apache.beam.sdk.schemas.Schema schema
java.lang.String keyField
org.apache.beam.sdk.options.ValueProvider<T> numWorkers
org.apache.beam.sdk.values.PCollectionView<T> firstInstantSideInput
org.apache.beam.sdk.metrics.Counter throttlingMsecs
java.util.function.Supplier<T> keySupplier
java.lang.String kind
java.lang.String keyField
java.util.List<E> writeFailures
boolean nameOnlyQuery
com.google.firestore.v1.Write write
com.google.firestore.v1.WriteResult writeResult
com.google.rpc.Status status
int numWrites
long numBytes
int maxAttempts
org.joda.time.Duration initialBackoff
org.joda.time.Duration samplePeriod
org.joda.time.Duration samplePeriodBucketSize
double overloadRatio
org.joda.time.Duration throttleDuration
int batchInitialCount
int batchMaxCount
long batchMaxBytes
org.joda.time.Duration batchTargetLatency
int hintMaxNumWorkers
boolean shouldReportDiagnosticMetrics
org.apache.beam.sdk.options.ValueProvider<T> sourceFhirStore
org.apache.beam.sdk.options.ValueProvider<T> destinationFhirStore
org.apache.beam.sdk.options.ValueProvider<T> deidConfig
HealthcareApiClient client
org.apache.beam.sdk.options.ValueProvider<T> destinationFhirStore
java.lang.String deidConfigJson
org.apache.beam.sdk.options.ValueProvider<T> fhirStore
org.apache.beam.sdk.options.ValueProvider<T> fhirStore
org.apache.beam.sdk.options.ValueProvider<T> exportUri
HealthcareApiClient client
org.apache.beam.sdk.options.ValueProvider<T> exportUri
org.apache.beam.sdk.options.ValueProvider<T> fhirStore
org.apache.beam.sdk.options.ValueProvider<T> deadLetterGcsPath
org.apache.beam.sdk.options.ValueProvider<T> tempGcsPath
FhirIO.Import.ContentStructure contentStructure
org.apache.beam.sdk.options.ValueProvider<T> fhirStore
org.apache.beam.sdk.coders.NullableCoder<T> originalCoder
org.apache.beam.sdk.coders.Coder<T> originalCoder
org.apache.beam.sdk.io.gcp.healthcare.HL7v2IO.HL7v2MessageClient client
org.apache.beam.sdk.options.ValueProvider<T> hl7v2Stores
org.apache.beam.sdk.options.ValueProvider<T> filter
org.joda.time.Duration initialSplitDuration
org.apache.beam.sdk.io.gcp.healthcare.HL7v2IO.HL7v2MessageClient client
int statusCode
int maxPublishBatchSize
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> formatFunction
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> topicFunction
java.lang.String projectId
java.lang.String projectId
java.lang.String schemaId
java.lang.String projectId
java.lang.String subscriptionName
java.lang.String path
org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubSubscription.Type type
java.lang.String project
java.lang.String subscription
org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubTopic.Type type
java.lang.String project
java.lang.String topic
int maxPublishBatchByteSize
int maxPublishBatchSize
PubsubClient.PubsubClientFactory pubsubFactory
org.apache.beam.sdk.options.ValueProvider<T> topic
java.lang.String timestampAttribute
java.lang.String idAttribute
int numShards
int publishBatchSize
int publishBatchBytes
org.joda.time.Duration maxLatency
org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSink.RecordIdMethod recordIdMethod
PubsubUnboundedSink.idAttribute
is non-null).java.lang.String pubsubRootUrl
com.google.api.client.util.Clock clock
PubsubClient.PubsubClientFactory pubsubFactory
org.apache.beam.sdk.options.ValueProvider<T> project
PubsubUnboundedSource.topic
was given.org.apache.beam.sdk.options.ValueProvider<T> topic
PubsubUnboundedSource.subscription
must be given. Otherwise
PubsubUnboundedSource.subscription
must be null.org.apache.beam.sdk.options.ValueProvider<T> subscription
PubsubUnboundedSource.topic
must be given. Otherwise
PubsubUnboundedSource.topic
must be null.
If no subscription is given a random one will be created when the transorm is applied. This field will be update with that subscription's path. The created subscription is never deleted.
java.lang.String timestampAttribute
java.lang.String idAttribute
boolean needsAttributes
boolean needsMessageId
boolean needsOrderingKey
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> valueMapper
java.util.Set<E> attributes
java.lang.String attributesMap
org.apache.beam.sdk.schemas.Schema payloadSchema
org.apache.beam.sdk.schemas.Schema errorSchema
boolean useErrorOutput
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> valueMapper
org.apache.beam.sdk.metrics.Counter errorCounter
java.lang.Long errorsInBundle
boolean handleErrors
java.util.List<E> attributes
java.lang.String attributeMap
org.apache.beam.sdk.schemas.Schema errorSchema
org.apache.beam.sdk.schemas.Schema attributeSchema
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> toBytesFn
org.apache.beam.sdk.metrics.Counter errorCounter
long errorsInBundle
org.apache.beam.sdk.schemas.Schema errorSchema
boolean handleErrors
java.util.List<E> attributes
org.apache.beam.sdk.schemas.Schema schemaWithoutAttributes
java.lang.String attributeId
java.lang.String attributeId
org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> newInstance
java.util.Map<K,V> instances
org.apache.beam.sdk.io.gcp.pubsublite.internal.ProtoFromBytes.ProtoParser<T2> parser
PublisherOptions options
SubscriberOptions options
SubscriberOptions subscriberOptions
org.apache.beam.sdk.io.gcp.pubsublite.internal.UnboundedSourceImpl.SubscriberFactory subscriberFactory
org.apache.beam.sdk.io.gcp.pubsublite.internal.UnboundedSourceImpl.BacklogReaderFactory readerFactory
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.base.Optional<T> partition
UuidDeduplicationOptions options
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.collect.ImmutableList<E> mutations
SpannerConfig config
org.apache.beam.sdk.values.PCollectionView<T> dialectView
java.util.Set<E> allowedTableNames
SpannerIO.Write spec
java.util.Set<E> enabledMetrics
ChangeStreamMetrics
default constructor.org.apache.beam.sdk.schemas.Schema tableChangeRecordSchema
java.lang.String tableName
org.apache.beam.sdk.metrics.Counter errorCounter
java.lang.Long errorsInBundle
SpannerConfig changeStreamSpannerConfig
SpannerConfig metadataSpannerConfig
java.lang.String changeStreamName
java.lang.String partitionMetadataTableName
com.google.cloud.spanner.Options.RpcPriority rpcPriority
java.lang.String jobName
com.google.cloud.spanner.Dialect spannerChangeStreamDatabaseDialect
com.google.cloud.spanner.Dialect metadataDatabaseDialect
DaoFactory daoFactory
org.joda.time.Duration resumeDuration
DaoFactory daoFactory
MapperFactory mapperFactory
ActionFactory actionFactory
ChangeStreamMetrics metrics
long averagePartitionBytesSize
boolean averagePartitionBytesSizeSet
DaoFactory daoFactory
MapperFactory mapperFactory
com.google.cloud.Timestamp startTimestamp
com.google.cloud.Timestamp endTimestamp
ChangeStreamMetrics metrics
DaoFactory daoFactory
MapperFactory mapperFactory
ActionFactory actionFactory
ChangeStreamMetrics metrics
ThroughputEstimator<T> throughputEstimator
ReadChangeStreamPartitionDoFn.setThroughputEstimator(BytesThroughputEstimator)
call.java.util.Deque<E> deque
int windowSizeSeconds
SizeEstimator<T> sizeEstimator
org.apache.beam.sdk.coders.Coder<T> coder
org.apache.beam.sdk.io.gcp.spanner.changestreams.estimator.SizeEstimator.SizeEstimatorObserver observer
com.google.cloud.spanner.Dialect spannerChangeStreamDatabaseDialect
java.lang.String partitionToken
com.google.cloud.Timestamp recordTimestamp
com.google.cloud.Timestamp partitionStartTimestamp
com.google.cloud.Timestamp partitionEndTimestamp
com.google.cloud.Timestamp partitionCreatedAt
com.google.cloud.Timestamp partitionScheduledAt
com.google.cloud.Timestamp partitionRunningAt
com.google.cloud.Timestamp queryStartedAt
com.google.cloud.Timestamp recordStreamStartedAt
com.google.cloud.Timestamp recordStreamEndedAt
com.google.cloud.Timestamp recordReadAt
long totalStreamTimeMillis
long numberOfRecordsRead
java.lang.String token
java.util.HashSet<E> parentTokens
com.google.cloud.Timestamp startTimestamp
java.lang.String recordSequence
java.util.List<E> childPartitions
ChangeStreamRecordMetadata metadata
java.lang.String name
TypeCode type
boolean isPrimaryKey
long ordinalPosition
java.lang.String partitionToken
com.google.cloud.Timestamp commitTimestamp
java.lang.String serverTransactionId
boolean isLastRecordInTransactionInPartition
java.lang.String recordSequence
java.lang.String tableName
java.util.List<E> rowType
java.util.List<E> mods
ModType modType
ValueCaptureType valueCaptureType
long numberOfRecordsInTransaction
long numberOfPartitionsInTransaction
java.lang.String transactionTag
boolean isSystemTransaction
ChangeStreamRecordMetadata metadata
com.google.cloud.Timestamp timestamp
ChangeStreamRecordMetadata metadata
java.lang.String keysJson
java.lang.String oldValuesJson
java.lang.String newValuesJson
java.lang.String partitionToken
java.util.HashSet<E> parentTokens
com.google.cloud.Timestamp startTimestamp
com.google.cloud.Timestamp endTimestamp
long heartbeatMillis
PartitionMetadata.State state
com.google.cloud.Timestamp watermark
com.google.cloud.Timestamp createdAt
com.google.cloud.Timestamp scheduledAt
com.google.cloud.Timestamp runningAt
com.google.cloud.Timestamp finishedAt
java.lang.String code
com.google.cloud.Timestamp from
com.google.cloud.Timestamp to
java.lang.String expectedChecksum
java.lang.String actualChecksum
BigqueryClient bigqueryClient
BigQueryServices.JobService jobService
FakeDatasetService datasetService
BigQueryServices.StorageClient storageClient
java.util.List<E> items
java.util.function.Function<T,R> shouldFailRow
java.util.Map<K,V> insertErrors
int numFailuresExpected
int numFailures
FakeDatasetService datasetService