public class PubsubUnboundedSource extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<PubsubMessage>>
PubsubIO#read
instead.
A PTransform which streams messages from Pubsub.
UnboundedSource
which receives messages in
batches and hands them out one at a time.
UnboundedSource.UnboundedReader
instances to execute concurrently and thus hide latency.
Constructor and Description |
---|
PubsubUnboundedSource(com.google.api.client.util.Clock clock,
PubsubClient.PubsubClientFactory pubsubFactory,
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.ProjectPath> project,
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> topic,
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.SubscriptionPath> subscription,
@Nullable java.lang.String timestampAttribute,
@Nullable java.lang.String idAttribute,
boolean needsAttributes)
Construct an unbounded source to consume from the Pubsub
subscription . |
PubsubUnboundedSource(PubsubClient.PubsubClientFactory pubsubFactory,
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.ProjectPath> project,
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> topic,
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.SubscriptionPath> subscription,
@Nullable java.lang.String timestampAttribute,
@Nullable java.lang.String idAttribute,
boolean needsAttributes)
Construct an unbounded source to consume from the Pubsub
subscription . |
PubsubUnboundedSource(PubsubClient.PubsubClientFactory pubsubFactory,
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.ProjectPath> project,
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> topic,
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.SubscriptionPath> subscription,
@Nullable java.lang.String timestampAttribute,
@Nullable java.lang.String idAttribute,
boolean needsAttributes,
boolean needsMessageId)
Construct an unbounded source to consume from the Pubsub
subscription . |
Modifier and Type | Method and Description |
---|---|
org.apache.beam.sdk.values.PCollection<PubsubMessage> |
expand(org.apache.beam.sdk.values.PBegin input) |
@Nullable java.lang.String |
getIdAttribute()
Get the id attribute.
|
boolean |
getNeedsAttributes() |
boolean |
getNeedsMessageId() |
boolean |
getNeedsOrderingKey() |
@Nullable PubsubClient.ProjectPath |
getProject()
Get the project path.
|
@Nullable PubsubClient.SubscriptionPath |
getSubscription()
Get the subscription being read from.
|
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.SubscriptionPath> |
getSubscriptionProvider()
Get the
ValueProvider for the subscription being read from. |
@Nullable java.lang.String |
getTimestampAttribute()
Get the timestamp attribute.
|
@Nullable PubsubClient.TopicPath |
getTopic()
Get the topic being read from.
|
@Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> |
getTopicProvider()
Get the
ValueProvider for the topic being read from. |
addAnnotation, compose, compose, getAdditionalInputs, getAnnotations, getDefaultOutputCoder, getDefaultOutputCoder, getDefaultOutputCoder, getKindString, getName, getResourceHints, populateDisplayData, setResourceHints, toString, validate, validate
public PubsubUnboundedSource(PubsubClient.PubsubClientFactory pubsubFactory, @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.ProjectPath> project, @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> topic, @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.SubscriptionPath> subscription, @Nullable java.lang.String timestampAttribute, @Nullable java.lang.String idAttribute, boolean needsAttributes)
subscription
.public PubsubUnboundedSource(com.google.api.client.util.Clock clock, PubsubClient.PubsubClientFactory pubsubFactory, @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.ProjectPath> project, @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> topic, @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.SubscriptionPath> subscription, @Nullable java.lang.String timestampAttribute, @Nullable java.lang.String idAttribute, boolean needsAttributes)
subscription
.public PubsubUnboundedSource(PubsubClient.PubsubClientFactory pubsubFactory, @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.ProjectPath> project, @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> topic, @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.SubscriptionPath> subscription, @Nullable java.lang.String timestampAttribute, @Nullable java.lang.String idAttribute, boolean needsAttributes, boolean needsMessageId)
subscription
.public @Nullable PubsubClient.ProjectPath getProject()
public @Nullable PubsubClient.TopicPath getTopic()
public @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.TopicPath> getTopicProvider()
ValueProvider
for the topic being read from.public @Nullable PubsubClient.SubscriptionPath getSubscription()
public @Nullable org.apache.beam.sdk.options.ValueProvider<PubsubClient.SubscriptionPath> getSubscriptionProvider()
ValueProvider
for the subscription being read from.public @Nullable java.lang.String getTimestampAttribute()
public @Nullable java.lang.String getIdAttribute()
public boolean getNeedsAttributes()
public boolean getNeedsMessageId()
public boolean getNeedsOrderingKey()
public org.apache.beam.sdk.values.PCollection<PubsubMessage> expand(org.apache.beam.sdk.values.PBegin input)
expand
in class org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<PubsubMessage>>