@Internal @DoFn.UnboundedPerElement public class DetectNewPartitionsDoFn extends org.apache.beam.sdk.transforms.DoFn<InitialPipelineState,PartitionRecord>
org.apache.beam.sdk.transforms.DoFn.AlwaysFetched, org.apache.beam.sdk.transforms.DoFn.BoundedPerElement, org.apache.beam.sdk.transforms.DoFn.BundleFinalizer, org.apache.beam.sdk.transforms.DoFn.Element, org.apache.beam.sdk.transforms.DoFn.FieldAccess, org.apache.beam.sdk.transforms.DoFn.FinishBundle, org.apache.beam.sdk.transforms.DoFn.FinishBundleContext, org.apache.beam.sdk.transforms.DoFn.GetInitialRestriction, org.apache.beam.sdk.transforms.DoFn.GetInitialWatermarkEstimatorState, org.apache.beam.sdk.transforms.DoFn.GetRestrictionCoder, org.apache.beam.sdk.transforms.DoFn.GetSize, org.apache.beam.sdk.transforms.DoFn.GetWatermarkEstimatorStateCoder, org.apache.beam.sdk.transforms.DoFn.Key, org.apache.beam.sdk.transforms.DoFn.MultiOutputReceiver, org.apache.beam.sdk.transforms.DoFn.NewTracker, org.apache.beam.sdk.transforms.DoFn.NewWatermarkEstimator, org.apache.beam.sdk.transforms.DoFn.OnTimer, org.apache.beam.sdk.transforms.DoFn.OnTimerContext, org.apache.beam.sdk.transforms.DoFn.OnTimerFamily, org.apache.beam.sdk.transforms.DoFn.OnWindowExpiration, org.apache.beam.sdk.transforms.DoFn.OnWindowExpirationContext, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<T>, org.apache.beam.sdk.transforms.DoFn.ProcessContext, org.apache.beam.sdk.transforms.DoFn.ProcessContinuation, org.apache.beam.sdk.transforms.DoFn.ProcessElement, org.apache.beam.sdk.transforms.DoFn.RequiresStableInput, org.apache.beam.sdk.transforms.DoFn.RequiresTimeSortedInput, org.apache.beam.sdk.transforms.DoFn.Restriction, org.apache.beam.sdk.transforms.DoFn.Setup, org.apache.beam.sdk.transforms.DoFn.SideInput, org.apache.beam.sdk.transforms.DoFn.SplitRestriction, org.apache.beam.sdk.transforms.DoFn.StartBundle, org.apache.beam.sdk.transforms.DoFn.StartBundleContext, org.apache.beam.sdk.transforms.DoFn.StateId, org.apache.beam.sdk.transforms.DoFn.Teardown, org.apache.beam.sdk.transforms.DoFn.TimerFamily, org.apache.beam.sdk.transforms.DoFn.TimerId, org.apache.beam.sdk.transforms.DoFn.Timestamp, org.apache.beam.sdk.transforms.DoFn.TruncateRestriction, org.apache.beam.sdk.transforms.DoFn.UnboundedPerElement, org.apache.beam.sdk.transforms.DoFn.WatermarkEstimatorState, org.apache.beam.sdk.transforms.DoFn.WindowedContext
Constructor and Description |
---|
DetectNewPartitionsDoFn(org.joda.time.Instant endTime,
ActionFactory actionFactory,
DaoFactory daoFactory,
ChangeStreamMetrics metrics) |
Modifier and Type | Method and Description |
---|---|
org.joda.time.Instant |
getInitialWatermarkEstimatorState(InitialPipelineState initialPipelineState) |
double |
getSize() |
org.apache.beam.sdk.io.range.OffsetRange |
initialRestriction() |
org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant> |
newWatermarkEstimator(org.joda.time.Instant watermarkEstimatorState) |
org.apache.beam.sdk.transforms.DoFn.ProcessContinuation |
processElement(InitialPipelineState initialPipelineState,
org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker<org.apache.beam.sdk.io.range.OffsetRange,java.lang.Long> tracker,
org.apache.beam.sdk.transforms.DoFn.OutputReceiver<PartitionRecord> receiver,
org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant> watermarkEstimator) |
org.apache.beam.sdk.transforms.splittabledofn.OffsetRangeTracker |
restrictionTracker(org.apache.beam.sdk.io.range.OffsetRange restriction) |
void |
setup() |
public DetectNewPartitionsDoFn(@Nullable org.joda.time.Instant endTime, ActionFactory actionFactory, DaoFactory daoFactory, ChangeStreamMetrics metrics)
@DoFn.GetInitialWatermarkEstimatorState public org.joda.time.Instant getInitialWatermarkEstimatorState(@DoFn.Element InitialPipelineState initialPipelineState)
@DoFn.NewWatermarkEstimator public org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant> newWatermarkEstimator(@DoFn.WatermarkEstimatorState org.joda.time.Instant watermarkEstimatorState)
@DoFn.GetInitialRestriction public org.apache.beam.sdk.io.range.OffsetRange initialRestriction()
@DoFn.NewTracker public org.apache.beam.sdk.transforms.splittabledofn.OffsetRangeTracker restrictionTracker(@DoFn.Restriction org.apache.beam.sdk.io.range.OffsetRange restriction)
@DoFn.GetSize public double getSize()
@DoFn.Setup public void setup() throws java.io.IOException
java.io.IOException
@DoFn.ProcessElement public org.apache.beam.sdk.transforms.DoFn.ProcessContinuation processElement(@DoFn.Element InitialPipelineState initialPipelineState, org.apache.beam.sdk.transforms.splittabledofn.RestrictionTracker<org.apache.beam.sdk.io.range.OffsetRange,java.lang.Long> tracker, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<PartitionRecord> receiver, org.apache.beam.sdk.transforms.splittabledofn.ManualWatermarkEstimator<org.joda.time.Instant> watermarkEstimator) throws java.lang.Exception
java.lang.Exception