@AutoService(value=org.apache.beam.sdk.schemas.transforms.SchemaTransformProvider.class) public class PubsubLiteReadSchemaTransformProvider extends org.apache.beam.sdk.schemas.transforms.TypedSchemaTransformProvider<PubsubLiteReadSchemaTransformProvider.PubsubLiteReadSchemaTransformConfiguration>
Modifier and Type | Class and Description |
---|---|
static class |
PubsubLiteReadSchemaTransformProvider.ErrorFn |
static class |
PubsubLiteReadSchemaTransformProvider.PubsubLiteReadSchemaTransformConfiguration |
Modifier and Type | Field and Description |
---|---|
static org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.Row> |
ERROR_TAG |
static org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.Row> |
OUTPUT_TAG |
static java.util.Set<java.lang.String> |
VALID_DATA_FORMATS |
static java.lang.String |
VALID_FORMATS_STR |
Constructor and Description |
---|
PubsubLiteReadSchemaTransformProvider() |
Modifier and Type | Method and Description |
---|---|
static org.apache.beam.sdk.schemas.Schema |
buildSchemaWithAttributes(org.apache.beam.sdk.schemas.Schema schema,
java.util.List<java.lang.String> attributes,
java.lang.String attributesMap)
Builds a new
Schema by adding additional optional attributes and map field to the
provided schema. |
protected @UnknownKeyFor @NonNull @Initialized java.lang.Class<PubsubLiteReadSchemaTransformProvider.PubsubLiteReadSchemaTransformConfiguration> |
configurationClass() |
@UnknownKeyFor @NonNull @Initialized org.apache.beam.sdk.schemas.transforms.SchemaTransform |
from(PubsubLiteReadSchemaTransformProvider.PubsubLiteReadSchemaTransformConfiguration configuration) |
static org.apache.beam.sdk.transforms.SerializableFunction<byte[],org.apache.beam.sdk.values.Row> |
getRawBytesToRowFunction(org.apache.beam.sdk.schemas.Schema rawSchema) |
static org.apache.beam.sdk.transforms.SerializableFunction<com.google.cloud.pubsublite.proto.SequencedMessage,Uuid> |
getUuidFromMessage(java.lang.String attributeId) |
@UnknownKeyFor @NonNull @Initialized java.lang.String |
identifier() |
@UnknownKeyFor @NonNull @Initialized java.util.List<java.lang.String> |
inputCollectionNames() |
@UnknownKeyFor @NonNull @Initialized java.util.List<java.lang.String> |
outputCollectionNames() |
configurationSchema, dependencies, from
public static final java.lang.String VALID_FORMATS_STR
public static final java.util.Set<java.lang.String> VALID_DATA_FORMATS
public static final org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.Row> OUTPUT_TAG
public static final org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.Row> ERROR_TAG
public PubsubLiteReadSchemaTransformProvider()
protected @UnknownKeyFor @NonNull @Initialized java.lang.Class<PubsubLiteReadSchemaTransformProvider.PubsubLiteReadSchemaTransformConfiguration> configurationClass()
configurationClass
in class org.apache.beam.sdk.schemas.transforms.TypedSchemaTransformProvider<PubsubLiteReadSchemaTransformProvider.PubsubLiteReadSchemaTransformConfiguration>
public @UnknownKeyFor @NonNull @Initialized org.apache.beam.sdk.schemas.transforms.SchemaTransform from(PubsubLiteReadSchemaTransformProvider.PubsubLiteReadSchemaTransformConfiguration configuration)
from
in class org.apache.beam.sdk.schemas.transforms.TypedSchemaTransformProvider<PubsubLiteReadSchemaTransformProvider.PubsubLiteReadSchemaTransformConfiguration>
public static org.apache.beam.sdk.schemas.Schema buildSchemaWithAttributes(org.apache.beam.sdk.schemas.Schema schema, java.util.List<java.lang.String> attributes, java.lang.String attributesMap)
Schema
by adding additional optional attributes and map field to the
provided schema.schema
- The base schema to which additional attributes and map field will be added.attributes
- A list of optional attribute names to be added as STRING fields to the
schema.attributesMap
- The name of the optional map field to be added to the schema. If empty, no
map field will be added.Schema
with the specified attributes and an optional map field.java.lang.IllegalArgumentException
- if the schema is null or if any attribute name in the
attributes list is null or empty.public static org.apache.beam.sdk.transforms.SerializableFunction<byte[],org.apache.beam.sdk.values.Row> getRawBytesToRowFunction(org.apache.beam.sdk.schemas.Schema rawSchema)
public static org.apache.beam.sdk.transforms.SerializableFunction<com.google.cloud.pubsublite.proto.SequencedMessage,Uuid> getUuidFromMessage(java.lang.String attributeId)
public @UnknownKeyFor @NonNull @Initialized java.lang.String identifier()
public @UnknownKeyFor @NonNull @Initialized java.util.List<java.lang.String> inputCollectionNames()
public @UnknownKeyFor @NonNull @Initialized java.util.List<java.lang.String> outputCollectionNames()