Serialized Form

Package com.google.cloud.dataflow.sdk.coders

Class com.google.cloud.dataflow.sdk.coders.AtomicCoder extends StandardCoder<T> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.coders.AvroCoder extends StandardCoder<T> implements Serializable

Serialization Methods

writeReplace

private java.lang.Object writeReplace()

Serialized Fields

type

java.lang.Class<T> type

schema

org.apache.avro.Schema schema

nonDeterministicReasons

java.util.List<E> nonDeterministicReasons

writer

org.apache.avro.io.DatumWriter<D> writer

reader

org.apache.avro.io.DatumReader<D> reader

encoderFactory

org.apache.avro.io.EncoderFactory encoderFactory

decoderFactory

org.apache.avro.io.DecoderFactory decoderFactory

Class com.google.cloud.dataflow.sdk.coders.BigEndianIntegerCoder extends AtomicCoder<java.lang.Integer> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.BigEndianLongCoder extends AtomicCoder<java.lang.Long> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.ByteArrayCoder extends AtomicCoder<byte[]> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.Coder.NonDeterministicException extends java.lang.Throwable implements Serializable

serialVersionUID:

0L

Serialized Fields

coder

Coder<T> coder

reasons

java.util.List<E> reasons

Class com.google.cloud.dataflow.sdk.coders.CoderException extends java.io.IOException implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.coders.CollectionCoder extends IterableLikeCoder<T,java.util.Collection<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.CustomCoder extends AtomicCoder<T> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.coders.DelegateCoder extends CustomCoder<T> implements Serializable

serialVersionUID:

0L

Serialized Fields

coder

Coder<T> coder

toFn

DelegateCoder.CodingFunction<Input,Output> toFn

fromFn

DelegateCoder.CodingFunction<Input,Output> fromFn

Class com.google.cloud.dataflow.sdk.coders.DoubleCoder extends AtomicCoder<java.lang.Double> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.EntityCoder extends AtomicCoder<com.google.api.services.datastore.DatastoreV1.Entity> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.InstantCoder extends AtomicCoder<Instant> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.IterableCoder extends IterableLikeCoder<T,java.lang.Iterable<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.IterableLikeCoder extends StandardCoder<IT extends java.lang.Iterable<T>> implements Serializable

serialVersionUID:

0L

Serialized Fields

elementCoder

Coder<T> elementCoder

Class com.google.cloud.dataflow.sdk.coders.KvCoder extends KvCoderBase<KV<K,V>> implements Serializable

Serialized Fields

keyCoder

Coder<T> keyCoder

valueCoder

Coder<T> valueCoder

Class com.google.cloud.dataflow.sdk.coders.KvCoderBase extends StandardCoder<T> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.coders.ListCoder extends IterableLikeCoder<T,java.util.List<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.MapCoder extends MapCoderBase<java.util.Map<K,V>> implements Serializable

Serialized Fields

keyCoder

Coder<T> keyCoder

valueCoder

Coder<T> valueCoder

Class com.google.cloud.dataflow.sdk.coders.MapCoderBase extends StandardCoder<T> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.coders.Proto2Coder extends CustomCoder<T extends com.google.protobuf.Message> implements Serializable

serialVersionUID:

0L

Serialized Fields

protoMessageClass

java.lang.Class<T> protoMessageClass

extensionClassList

java.util.List<E> extensionClassList

Class com.google.cloud.dataflow.sdk.coders.Proto2CoderTestMessages.MessageA extends com.google.protobuf.GeneratedMessage implements Serializable

serialVersionUID:

0L

Serialization Methods

writeReplace

protected java.lang.Object writeReplace()
                                 throws java.io.ObjectStreamException

Throws:

java.io.ObjectStreamException

Serialized Fields

unknownFields

com.google.protobuf.UnknownFieldSet unknownFields

bitField0_

int bitField0_

field1_

java.lang.Object field1_

field2_

java.util.List<E> field2_

memoizedIsInitialized

byte memoizedIsInitialized

memoizedSerializedSize

int memoizedSerializedSize

Class com.google.cloud.dataflow.sdk.coders.Proto2CoderTestMessages.MessageB extends com.google.protobuf.GeneratedMessage implements Serializable

serialVersionUID:

0L

Serialization Methods

writeReplace

protected java.lang.Object writeReplace()
                                 throws java.io.ObjectStreamException

Throws:

java.io.ObjectStreamException

Serialized Fields

unknownFields

com.google.protobuf.UnknownFieldSet unknownFields

bitField0_

int bitField0_

field1_

boolean field1_

memoizedIsInitialized

byte memoizedIsInitialized

memoizedSerializedSize

int memoizedSerializedSize

Class com.google.cloud.dataflow.sdk.coders.Proto2CoderTestMessages.MessageC extends com.google.protobuf.GeneratedMessage.ExtendableMessage<com.google.cloud.dataflow.sdk.coders.Proto2CoderTestMessages.MessageC> implements Serializable

serialVersionUID:

0L

Serialization Methods

writeReplace

protected java.lang.Object writeReplace()
                                 throws java.io.ObjectStreamException

Throws:

java.io.ObjectStreamException

Serialized Fields

unknownFields

com.google.protobuf.UnknownFieldSet unknownFields

memoizedIsInitialized

byte memoizedIsInitialized

memoizedSerializedSize

int memoizedSerializedSize

Class com.google.cloud.dataflow.sdk.coders.SerializableCoder extends AtomicCoder<T extends java.io.Serializable> implements Serializable

Serialized Fields

type

java.lang.Class<T> type

Class com.google.cloud.dataflow.sdk.coders.SetCoder extends IterableLikeCoder<T,java.util.Set<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.StandardCoder extends java.lang.Object implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.coders.StringDelegateCoder extends DelegateCoder<T,java.lang.String> implements Serializable

serialVersionUID:

0L

Serialized Fields

clazz

java.lang.Class<T> clazz

Class com.google.cloud.dataflow.sdk.coders.StringUtf8Coder extends AtomicCoder<java.lang.String> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.TableRowJsonCoder extends AtomicCoder<TableRow> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.TextualIntegerCoder extends AtomicCoder<java.lang.Integer> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.VarIntCoder extends AtomicCoder<java.lang.Integer> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.VarLongCoder extends AtomicCoder<java.lang.Long> implements Serializable

Class com.google.cloud.dataflow.sdk.coders.VoidCoder extends AtomicCoder<java.lang.Void> implements Serializable

Package com.google.cloud.dataflow.sdk.io

Class com.google.cloud.dataflow.sdk.io.AvroIO.Read.Bound extends PTransform<PInput,PCollection<T>> implements Serializable

serialVersionUID:

0L

Serialized Fields

filepattern

java.lang.String filepattern

The filepattern to read from.

type

java.lang.Class<T> type

The class type of the records.

schema

org.apache.avro.Schema schema

The schema of the input file.

validate

boolean validate

An option to indicate if input validation is desired. Default is true.

Class com.google.cloud.dataflow.sdk.io.AvroIO.Write.Bound extends PTransform<PCollection<T>,PDone> implements Serializable

serialVersionUID:

0L

Serialized Fields

filenamePrefix

java.lang.String filenamePrefix

The filename to write to.

filenameSuffix

java.lang.String filenameSuffix

Suffix to use for each filename.

numShards

int numShards

Requested number of shards. 0 for automatic.

shardTemplate

java.lang.String shardTemplate

Shard template string.

type

java.lang.Class<T> type

The class type of the records.

schema

org.apache.avro.Schema schema

The schema of the output file.

validate

boolean validate

An option to indicate if output validation is desired. Default is true.

Class com.google.cloud.dataflow.sdk.io.BigQueryIO.Read.Bound extends PTransform<PInput,PCollection<TableRow>> implements Serializable

serialVersionUID:

0L

Serialized Fields

table

TableReference table

validate

boolean validate

Class com.google.cloud.dataflow.sdk.io.BigQueryIO.Write.Bound extends PTransform<PCollection<TableRow>,PDone> implements Serializable

serialVersionUID:

0L

Serialized Fields

table

TableReference table

schema

TableSchema schema

createDisposition

BigQueryIO.Write.CreateDisposition createDisposition

writeDisposition

BigQueryIO.Write.WriteDisposition writeDisposition

validate

boolean validate

Class com.google.cloud.dataflow.sdk.io.ByteOffsetBasedSource extends Source<T> implements Serializable

serialVersionUID:

0L

Serialized Fields

startOffset

long startOffset

endOffset

long endOffset

minBundleSize

long minBundleSize

Class com.google.cloud.dataflow.sdk.io.DatastoreIO.Sink extends PTransform<PCollection<com.google.api.services.datastore.DatastoreV1.Entity>,PDone> implements Serializable

Serialized Fields

host

java.lang.String host

datasetId

java.lang.String datasetId

Class com.google.cloud.dataflow.sdk.io.DatastoreIO.Source extends Source<com.google.api.services.datastore.DatastoreV1.Entity> implements Serializable

serialVersionUID:

-6078498627204891522L

Serialized Fields

host

java.lang.String host

datasetId

java.lang.String datasetId

query

com.google.api.services.datastore.DatastoreV1.Query query

mockSplitter

com.google.api.services.datastore.client.QuerySplitter mockSplitter

For testing only.

mockEstimateSizeBytes

com.google.common.base.Supplier<T> mockEstimateSizeBytes

Class com.google.cloud.dataflow.sdk.io.FileBasedSource extends ByteOffsetBasedSource<T> implements Serializable

serialVersionUID:

0L

Serialized Fields

fileOrPatternSpec

java.lang.String fileOrPatternSpec

mode

FileBasedSource.Mode mode

Class com.google.cloud.dataflow.sdk.io.PubsubIO.Read.Bound extends PTransform<PInput,PCollection<java.lang.String>> implements Serializable

Serialized Fields

topic

java.lang.String topic

The Pubsub topic to read from.

subscription

java.lang.String subscription

The Pubsub subscription to read from.

timestampLabel

java.lang.String timestampLabel

The Pubsub label to read timestamps from.

dropLateData

java.lang.Boolean dropLateData

dropLateDataExplicit

java.lang.Boolean dropLateDataExplicit

This is set for backwards compatibility with old services. If dropLateData is not explicitly called, then we won't forward that parameter to the service.

idLabel

java.lang.String idLabel

The Pubsub label to read ids from.

Class com.google.cloud.dataflow.sdk.io.PubsubIO.Write.Bound extends PTransform<PCollection<java.lang.String>,PDone> implements Serializable

Serialized Fields

topic

java.lang.String topic

The Pubsub topic to publish to.

timestampLabel

java.lang.String timestampLabel

idLabel

java.lang.String idLabel

Class com.google.cloud.dataflow.sdk.io.ReadSource.Bound extends PTransform<PInput,PCollection<T>> implements Serializable

serialVersionUID:

0L

Serialized Fields

source

Source<T> source

Class com.google.cloud.dataflow.sdk.io.Source extends java.lang.Object implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.io.TextIO.Read.Bound extends PTransform<PInput,PCollection<T>> implements Serializable

serialVersionUID:

0L

Serialized Fields

filepattern

java.lang.String filepattern

The filepattern to read from.

coder

Coder<T> coder

The Coder to use to decode each line.

validate

boolean validate

An option to indicate if input validation is desired. Default is true.

compressionType

TextIO.CompressionType compressionType

Option to indicate the input source's compression type. Default is AUTO.

Class com.google.cloud.dataflow.sdk.io.TextIO.Write.Bound extends PTransform<PCollection<T>,PDone> implements Serializable

serialVersionUID:

0L

Serialized Fields

filenamePrefix

java.lang.String filenamePrefix

The filename to write to.

filenameSuffix

java.lang.String filenameSuffix

Suffix to use for each filename.

coder

Coder<T> coder

The Coder to use to decode each line.

numShards

int numShards

Requested number of shards. 0 for automatic.

shardTemplate

java.lang.String shardTemplate

Shard template string.

validate

boolean validate

An option to indicate if output validation is desired. Default is true.

Package com.google.cloud.dataflow.sdk.runners

Class com.google.cloud.dataflow.sdk.runners.DirectPipelineRunner.TestCombineDoFn extends DoFn<KV<K,java.lang.Iterable<VI>>,KV<K,VO>> implements Serializable

Serialized Fields

fn

Combine.KeyedCombineFn<K,VI,VA,VO> fn

accumCoder

Coder<T> accumCoder

testSerializability

boolean testSerializability

Package com.google.cloud.dataflow.sdk.testing

Class com.google.cloud.dataflow.sdk.testing.DataflowAssert.AssertThat extends java.lang.Object implements Serializable

Serialized Fields

expected

java.lang.Object expected

expectedClass

java.lang.Class<T> expectedClass

matcherClassName

java.lang.String matcherClassName

matcherFactoryMethodName

java.lang.String matcherFactoryMethodName

Class com.google.cloud.dataflow.sdk.testing.DataflowAssert.IterableAssert extends java.lang.Object implements Serializable

Serialized Fields

actualView

PCollectionView<T> actualView

coder

com.google.common.base.Optional<T> coder

Class com.google.cloud.dataflow.sdk.testing.DataflowAssert.SingletonAssert extends java.lang.Object implements Serializable

Serialized Fields

actualView

PCollectionView<T> actualView

coder

com.google.common.base.Optional<T> coder

Package com.google.cloud.dataflow.sdk.transforms

Class com.google.cloud.dataflow.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn extends Combine.AccumulatingCombineFn<T,com.google.cloud.dataflow.sdk.transforms.ApproximateQuantiles.ApproximateQuantilesCombineFn.QuantileState,java.util.List<T>> implements Serializable

Serialized Fields

compareFn

java.util.Comparator<T> compareFn

The comparison function to use.

numQuantiles

int numQuantiles

Number of quantiles to produce. The size of the final output list, including the minimum and maximum, is numQuantiles.

bufferSize

int bufferSize

The size of the buffers, corresponding to k in the referenced paper.

numBuffers

int numBuffers

The number of buffers, corresponding to b in the referenced paper.

epsilon

double epsilon

maxNumElements

long maxNumElements

offsetJitter

int offsetJitter

Used to alternate between biasing up and down in the even weight collapse operation.

Class com.google.cloud.dataflow.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn extends Combine.CombineFn<T,ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique,java.lang.Long> implements Serializable

Serialized Fields

sampleSize

long sampleSize

coder

Coder<T> coder

Class com.google.cloud.dataflow.sdk.transforms.ApproximateUnique.ApproximateUniqueCombineFn.LargestUnique extends java.lang.Object implements Serializable

Serialized Fields

heap

java.util.PriorityQueue<E> heap

sampleSize

long sampleSize

Class com.google.cloud.dataflow.sdk.transforms.Combine.AccumulatingCombineFn extends Combine.CombineFn<VI,VA extends Combine.AccumulatingCombineFn.Accumulator<VI,VA,VO>,VO> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Combine.BinaryCombineDoubleFn extends Combine.CombineFn<java.lang.Double,double[],java.lang.Double> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Combine.BinaryCombineFn extends Combine.CombineFn<V,com.google.cloud.dataflow.sdk.transforms.Combine.BinaryCombineFn.Holder<V>,V> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Combine.BinaryCombineIntegerFn extends Combine.CombineFn<java.lang.Integer,int[],java.lang.Integer> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Combine.BinaryCombineLongFn extends Combine.CombineFn<java.lang.Long,long[],java.lang.Long> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Combine.CombineFn extends java.lang.Object implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Combine.Globally extends PTransform<PCollection<VI>,PCollection<VO>> implements Serializable

Serialized Fields

fn

Combine.CombineFn<VI,VA,VO> fn

insertDefault

boolean insertDefault

Class com.google.cloud.dataflow.sdk.transforms.Combine.GloballyAsSingletonView extends PTransform<PCollection<VI>,PCollectionView<VO>> implements Serializable

Serialized Fields

fn

Combine.CombineFn<VI,VA,VO> fn

insertDefault

boolean insertDefault

Class com.google.cloud.dataflow.sdk.transforms.Combine.GroupedValues extends PTransform<PCollection<? extends KV<K,? extends java.lang.Iterable<VI>>>,PCollection<KV<K,VO>>> implements Serializable

Serialized Fields

fn

Combine.KeyedCombineFn<K,VI,VA,VO> fn

Class com.google.cloud.dataflow.sdk.transforms.Combine.KeyedCombineFn extends java.lang.Object implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Combine.PerKey extends PTransform<PCollection<KV<K,VI>>,PCollection<KV<K,VO>>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Combine.PerKeyWithHotKeys extends PTransform<PCollection<KV<K,VI>>,PCollection<KV<K,VO>>> implements Serializable

Serialized Fields

hotKeySpread

SerializableFunction<I,O> hotKeySpread

Class com.google.cloud.dataflow.sdk.transforms.Combine.SimpleCombineFn extends Combine.CombineFn<V,java.util.List<V>,V> implements Serializable

Serialized Fields

combiner

SerializableFunction<I,O> combiner

The combiner function.

Class com.google.cloud.dataflow.sdk.transforms.Count.Globally extends PTransform<PCollection<T>,PCollection<java.lang.Long>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Count.PerElement extends PTransform<PCollection<T>,PCollection<KV<T,java.lang.Long>>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Create extends PTransform<PInput,PCollection<T>> implements Serializable

Serialized Fields

elems

java.lang.Iterable<T> elems

The elements of the resulting PCollection.

Class com.google.cloud.dataflow.sdk.transforms.DoFn extends java.lang.Object implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Filter extends PTransform<PCollection<T>,PCollection<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.First extends PTransform<PCollection<T>,PCollection<T>> implements Serializable

serialVersionUID:

0L

Serialized Fields

limit

long limit

Class com.google.cloud.dataflow.sdk.transforms.Flatten.FlattenIterables extends PTransform<PCollection<java.lang.Iterable<T>>,PCollection<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Flatten.FlattenPCollectionList extends PTransform<PCollectionList<T>,PCollection<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.GroupByKey extends PTransform<PCollection<KV<K,V>>,PCollection<KV<K,java.lang.Iterable<V>>>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.GroupByKey.GroupAlsoByWindow extends PTransform<PCollection<KV<K,java.lang.Iterable<com.google.cloud.dataflow.sdk.util.WindowedValue<V>>>>,PCollection<KV<K,java.lang.Iterable<V>>>> implements Serializable

Serialized Fields

windowFn

WindowFn<T,W extends BoundedWindow> windowFn

Class com.google.cloud.dataflow.sdk.transforms.GroupByKey.GroupByKeyOnly extends PTransform<PCollection<KV<K,V>>,PCollection<KV<K,java.lang.Iterable<V>>>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.GroupByKey.ReifyTimestampsAndWindows extends PTransform<PCollection<KV<K,V>>,PCollection<KV<K,com.google.cloud.dataflow.sdk.util.WindowedValue<V>>>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.GroupByKey.SortValuesByTimestamp extends PTransform<PCollection<KV<K,java.lang.Iterable<com.google.cloud.dataflow.sdk.util.WindowedValue<V>>>>,PCollection<KV<K,java.lang.Iterable<com.google.cloud.dataflow.sdk.util.WindowedValue<V>>>>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Keys extends PTransform<PCollection<? extends KV<K,?>>,PCollection<K>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.KvSwap extends PTransform<PCollection<KV<A,B>>,PCollection<KV<B,A>>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Max.MaxDoubleFn extends Max.MaxFn<java.lang.Double> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Max.MaxFn extends Combine.BinaryCombineFn<N extends java.lang.Comparable<N>> implements Serializable

Serialized Fields

initialValue

java.lang.Comparable<T> initialValue

The smallest value of type N.

Class com.google.cloud.dataflow.sdk.transforms.Max.MaxIntegerFn extends Max.MaxFn<java.lang.Integer> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Max.MaxLongFn extends Max.MaxFn<java.lang.Long> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Mean.MeanFn extends Combine.AccumulatingCombineFn<N extends java.lang.Number,com.google.cloud.dataflow.sdk.transforms.Mean.MeanFn.CountSum,java.lang.Double> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.transforms.Min.MinDoubleFn extends Min.MinFn<java.lang.Double> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.transforms.Min.MinFn extends Combine.BinaryCombineFn<N extends java.lang.Comparable<N>> implements Serializable

serialVersionUID:

0L

Serialized Fields

initialValue

java.lang.Comparable<T> initialValue

The largest value of type N.

Class com.google.cloud.dataflow.sdk.transforms.Min.MinIntegerFn extends Min.MinFn<java.lang.Integer> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.transforms.Min.MinLongFn extends Min.MinFn<java.lang.Long> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.transforms.ParDo.Bound extends PTransform<PCollection<? extends I>,PCollection<O>> implements Serializable

Serialized Fields

sideInputs

java.util.List<E> sideInputs

fn

DoFn<I,O> fn

Class com.google.cloud.dataflow.sdk.transforms.ParDo.BoundMulti extends PTransform<PCollection<? extends I>,PCollectionTuple> implements Serializable

Serialized Fields

sideInputs

java.util.List<E> sideInputs

mainOutputTag

TupleTag<V> mainOutputTag

sideOutputTags

TupleTagList sideOutputTags

fn

DoFn<I,O> fn

Class com.google.cloud.dataflow.sdk.transforms.Partition extends PTransform<PCollection<T>,PCollectionList<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.PTransform extends java.lang.Object implements Serializable

serialVersionUID:

0L

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream oos)

writeObject

private void writeObject(java.io.ObjectOutputStream oos)

Class com.google.cloud.dataflow.sdk.transforms.RateLimiting.RateLimitingDoFn extends DoFn<I,O> implements Serializable

serialVersionUID:

0L

Serialized Fields

doFn

DoFn<I,O> doFn

rate

double rate

maxParallelism

int maxParallelism

Class com.google.cloud.dataflow.sdk.transforms.RateLimiting.RateLimitingTransform extends PTransform<PCollection<? extends I>,PCollection<O>> implements Serializable

Serialized Fields

doFn

DoFn<I,O> doFn

rate

double rate

maxParallelism

int maxParallelism

Class com.google.cloud.dataflow.sdk.transforms.RemoveDuplicates extends PTransform<PCollection<T>,PCollection<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Sample.FixedSizedSampleFn extends Combine.CombineFn<T,com.google.cloud.dataflow.sdk.transforms.Top.TopCombineFn.Heap,java.lang.Iterable<T>> implements Serializable

serialVersionUID:

0L

Serialized Fields

topCombineFn

Top.TopCombineFn<T> topCombineFn

rand

java.util.Random rand

Class com.google.cloud.dataflow.sdk.transforms.Sum.SumDoubleFn extends Combine.BinaryCombineDoubleFn implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Sum.SumIntegerFn extends Combine.BinaryCombineIntegerFn implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Sum.SumLongFn extends Combine.BinaryCombineLongFn implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Top.Largest extends java.lang.Object implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Top.Smallest extends java.lang.Object implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.Top.TopCombineFn extends Combine.AccumulatingCombineFn<T,com.google.cloud.dataflow.sdk.transforms.Top.TopCombineFn.Heap,java.util.List<T>> implements Serializable

Serialized Fields

count

int count

compareFn

java.util.Comparator<T> compareFn

Class com.google.cloud.dataflow.sdk.transforms.Values extends PTransform<PCollection<? extends KV<?,V>>,PCollection<V>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.View.AsIterable extends PTransform<PCollection<T>,PCollectionView<java.lang.Iterable<T>>> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.transforms.View.AsMultimap extends PTransform<PCollection<KV<K,V>>,PCollectionView<java.util.Map<K,java.lang.Iterable<V>>>> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.transforms.View.AsSingleton extends PTransform<PCollection<T>,PCollectionView<T>> implements Serializable

serialVersionUID:

0L

Serialized Fields

defaultValue

java.lang.Object defaultValue

hasDefault

boolean hasDefault

Class com.google.cloud.dataflow.sdk.transforms.View.AsSingletonMap extends PTransform<PCollection<KV<K,VI>>,PCollectionView<java.util.Map<K,VO>>> implements Serializable

serialVersionUID:

0L

Serialized Fields

combineFn

Combine.CombineFn<VI,VA,VO> combineFn

Class com.google.cloud.dataflow.sdk.transforms.View.CreatePCollectionView extends PTransform<PCollection<R>,PCollectionView<T>> implements Serializable

serialVersionUID:

0L

Serialized Fields

view

PCollectionView<T> view

Class com.google.cloud.dataflow.sdk.transforms.WithKeys extends PTransform<PCollection<V>,PCollection<KV<K,V>>> implements Serializable

Serialized Fields

fn

SerializableFunction<I,O> fn

Package com.google.cloud.dataflow.sdk.transforms.join

Class com.google.cloud.dataflow.sdk.transforms.join.CoGbkResult.CoGbkResultCoder extends StandardCoder<CoGbkResult> implements Serializable

Serialized Fields

schema

CoGbkResultSchema schema

unionCoder

com.google.cloud.dataflow.sdk.transforms.join.UnionCoder unionCoder

mapCoder

MapCoder<K,V> mapCoder

Class com.google.cloud.dataflow.sdk.transforms.join.CoGbkResultSchema extends java.lang.Object implements Serializable

Serialized Fields

tupleTagList

TupleTagList tupleTagList

tagMap

java.util.HashMap<K,V> tagMap

Maps TupleTags to union tags. This avoids needing to encode the tags themselves.

Class com.google.cloud.dataflow.sdk.transforms.join.CoGroupByKey extends PTransform<KeyedPCollectionTuple<K>,PCollection<KV<K,CoGbkResult>>> implements Serializable

Package com.google.cloud.dataflow.sdk.transforms.windowing

Class com.google.cloud.dataflow.sdk.transforms.windowing.CalendarWindows.DaysWindows extends PartitioningWindowFn<java.lang.Object,IntervalWindow> implements Serializable

serialVersionUID:

0L

Serialized Fields

number

int number

startDate

DateTime startDate

timeZone

DateTimeZone timeZone

Class com.google.cloud.dataflow.sdk.transforms.windowing.CalendarWindows.MonthsWindows extends PartitioningWindowFn<java.lang.Object,IntervalWindow> implements Serializable

serialVersionUID:

0L

Serialized Fields

number

int number

dayOfMonth

int dayOfMonth

startDate

DateTime startDate

timeZone

DateTimeZone timeZone

Class com.google.cloud.dataflow.sdk.transforms.windowing.CalendarWindows.YearsWindows extends PartitioningWindowFn<java.lang.Object,IntervalWindow> implements Serializable

serialVersionUID:

0L

Serialized Fields

number

int number

monthOfYear

int monthOfYear

dayOfMonth

int dayOfMonth

startDate

DateTime startDate

timeZone

DateTimeZone timeZone

Class com.google.cloud.dataflow.sdk.transforms.windowing.FixedWindows extends PartitioningWindowFn<java.lang.Object,IntervalWindow> implements Serializable

Serialized Fields

size

Duration size

Size of this window.

offset

Duration offset

Offset of this window. Windows start at time N * size + offset, where 0 is the epoch.

Class com.google.cloud.dataflow.sdk.transforms.windowing.GlobalWindow.Coder extends AtomicCoder<GlobalWindow> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.transforms.windowing.GlobalWindows extends NonMergingWindowFn<java.lang.Object,GlobalWindow> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.windowing.InvalidWindows extends WindowFn<java.lang.Object,W extends BoundedWindow> implements Serializable

serialVersionUID:

0L

Serialized Fields

cause

java.lang.String cause

originalWindowFn

WindowFn<T,W extends BoundedWindow> originalWindowFn

Class com.google.cloud.dataflow.sdk.transforms.windowing.NonMergingWindowFn extends WindowFn<T,W extends BoundedWindow> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.transforms.windowing.PartitioningWindowFn extends NonMergingWindowFn<T,W extends BoundedWindow> implements Serializable

serialVersionUID:

0L

Class com.google.cloud.dataflow.sdk.transforms.windowing.Sessions extends WindowFn<java.lang.Object,IntervalWindow> implements Serializable

serialVersionUID:

0L

Serialized Fields

gapDuration

Duration gapDuration

Duration of the gaps between sessions.

Class com.google.cloud.dataflow.sdk.transforms.windowing.SlidingWindows extends NonMergingWindowFn<java.lang.Object,IntervalWindow> implements Serializable

Serialized Fields

period

Duration period

Amount of time between generated windows.

size

Duration size

Size of the generated windows.

offset

Duration offset

Offset of the generated windows. Windows start at time N * start + offset, where 0 is the epoch.

Class com.google.cloud.dataflow.sdk.transforms.windowing.Window.Bound extends PTransform<PCollection<T>,PCollection<T>> implements Serializable

Serialized Fields

fn

WindowFn<T,W extends BoundedWindow> fn

Class com.google.cloud.dataflow.sdk.transforms.windowing.Window.Remerge extends PTransform<PCollection<T>,PCollection<T>> implements Serializable

Class com.google.cloud.dataflow.sdk.transforms.windowing.WindowFn extends java.lang.Object implements Serializable

serialVersionUID:

0L

Package com.google.cloud.dataflow.sdk.values

Class com.google.cloud.dataflow.sdk.values.CodedTupleTag extends TupleTag<T> implements Serializable

Serialized Fields

coder

Coder<T> coder

Class com.google.cloud.dataflow.sdk.values.KV extends java.lang.Object implements Serializable

serialVersionUID:

0L

Serialized Fields

key

java.lang.Object key

value

java.lang.Object value

Class com.google.cloud.dataflow.sdk.values.KV.OrderByKey extends java.lang.Object implements Serializable

Class com.google.cloud.dataflow.sdk.values.KV.OrderByValue extends java.lang.Object implements Serializable

Class com.google.cloud.dataflow.sdk.values.TimestampedValue.TimestampedValueCoder extends StandardCoder<TimestampedValue<T>> implements Serializable

Serialized Fields

valueCoder

Coder<T> valueCoder

Class com.google.cloud.dataflow.sdk.values.TupleTag extends java.lang.Object implements Serializable

serialVersionUID:

0L

Serialized Fields

id

java.lang.String id

generated

boolean generated

Class com.google.cloud.dataflow.sdk.values.TupleTagList extends java.lang.Object implements Serializable

serialVersionUID:

0L

Serialized Fields

tupleTags

java.util.List<E> tupleTags