org.apache.beam.sdk.util.construction

Class WriteFilesTranslation

java.lang.Object

org.apache.beam.sdk.util.construction.WriteFilesTranslation

public class WriteFilesTranslation
extends java.lang.Object

Utility methods for translating a WriteFiles to and from RunnerApi representations.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	WriteFilesTranslation.Registrar Registers WriteFilesTranslator.

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	CUSTOM_JAVA_FILE_BASED_SINK_URN The URN for an unknown Java FileBasedSink.

Constructor Summary

Constructors

Constructor and Description
WriteFilesTranslation()

Method Summary

Modifier and Type	Method and Description
static <UserT,DestinationT> java.util.List<PCollectionView<?>>	getDynamicDestinationSideInputs(AppliedPTransform<PCollection<UserT>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<UserT>,WriteFilesResult<DestinationT>>> transform)
static <UserT,DestinationT,OutputT> FileBasedSink<UserT,DestinationT,OutputT>	getSink(AppliedPTransform<PCollection<UserT>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<UserT>,WriteFilesResult<DestinationT>>> transform)
static <T,DestinationT> boolean	isAutoSharded(AppliedPTransform<PCollection<T>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<T>,WriteFilesResult<DestinationT>>> transform)
static <T,DestinationT> boolean	isRunnerDeterminedSharding(AppliedPTransform<PCollection<T>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<T>,WriteFilesResult<DestinationT>>> transform)
static <T,DestinationT> boolean	isWindowedWrites(AppliedPTransform<PCollection<T>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<T>,WriteFilesResult<DestinationT>>> transform)
static org.apache.beam.model.pipeline.v1.RunnerApi.WriteFilesPayload	payloadForWriteFilesLike(org.apache.beam.sdk.util.construction.WriteFilesTranslation.WriteFilesLike writeFiles, SdkComponents components)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CUSTOM_JAVA_FILE_BASED_SINK_URN

public static final java.lang.String CUSTOM_JAVA_FILE_BASED_SINK_URN

The URN for an unknown Java FileBasedSink.

See Also:

Constant Field Values

Constructor Detail

WriteFilesTranslation

public WriteFilesTranslation()

Method Detail

getSink

public static <UserT,DestinationT,OutputT> FileBasedSink<UserT,DestinationT,OutputT> getSink(AppliedPTransform<PCollection<UserT>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<UserT>,WriteFilesResult<DestinationT>>> transform)
                                                                                      throws java.io.IOException

Throws:

java.io.IOException

getDynamicDestinationSideInputs

public static <UserT,DestinationT> java.util.List<PCollectionView<?>> getDynamicDestinationSideInputs(AppliedPTransform<PCollection<UserT>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<UserT>,WriteFilesResult<DestinationT>>> transform)
                                                                                               throws java.io.IOException

Throws:

java.io.IOException

isWindowedWrites

public static <T,DestinationT> boolean isWindowedWrites(AppliedPTransform<PCollection<T>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<T>,WriteFilesResult<DestinationT>>> transform)
                                                 throws java.io.IOException

Throws:

java.io.IOException

isAutoSharded

public static <T,DestinationT> boolean isAutoSharded(AppliedPTransform<PCollection<T>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<T>,WriteFilesResult<DestinationT>>> transform)
                                              throws java.io.IOException

Throws:

java.io.IOException

isRunnerDeterminedSharding

public static <T,DestinationT> boolean isRunnerDeterminedSharding(AppliedPTransform<PCollection<T>,WriteFilesResult<DestinationT>,? extends PTransform<PCollection<T>,WriteFilesResult<DestinationT>>> transform)
                                                           throws java.io.IOException

Throws:

java.io.IOException

payloadForWriteFilesLike

public static org.apache.beam.model.pipeline.v1.RunnerApi.WriteFilesPayload payloadForWriteFilesLike(org.apache.beam.sdk.util.construction.WriteFilesTranslation.WriteFilesLike writeFiles,
                                                                                                     SdkComponents components)
                                                                                              throws java.io.IOException

Throws:

java.io.IOException