Package org.apache.flink.streaming.api.graph

Class StreamNode

java.lang.Object

org.apache.flink.streaming.api.graph.StreamNode

All Implemented Interfaces:

Serializable

@Internal
public class StreamNode
extends Object
implements Serializable

Class representing the operators in the streaming programs, with all their properties.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor	Description
StreamNode(Integer id, String slotSharingGroup, String coLocationGroup, StreamOperator<?> operator, String operatorName, Class<? extends TaskInvokable> jobVertexClass)
StreamNode(Integer id, String slotSharingGroup, String coLocationGroup, StreamOperatorFactory<?> operatorFactory, String operatorName, Class<? extends TaskInvokable> jobVertexClass)

Method Summary

Modifier and Type	Method	Description
void	addInEdge(StreamEdge inEdge)
void	addInputRequirement(int inputIndex, StreamConfig.InputRequirement inputRequirement)
void	addOutEdge(StreamEdge outEdge)
boolean	equals(Object o)
org.apache.flink.api.common.attribute.Attribute	getAttribute()
long	getBufferTimeout()
String	getCoLocationGroup()
IntermediateDataSetID	getConsumeClusterDatasetId()
Optional<OperatorCoordinator.Provider>	getCoordinatorProvider(String operatorName, OperatorID operatorID)
int	getId()
List<Integer>	getInEdgeIndices()
List<StreamEdge>	getInEdges()
org.apache.flink.api.common.io.InputFormat<?,?>	getInputFormat()
Map<Integer,StreamConfig.InputRequirement>	getInputRequirements()
Class<? extends TaskInvokable>	getJobVertexClass()
Map<org.apache.flink.core.memory.ManagedMemoryUseCase,Integer>	getManagedMemoryOperatorScopeUseCaseWeights()
Set<org.apache.flink.core.memory.ManagedMemoryUseCase>	getManagedMemorySlotScopeUseCases()
int	getMaxParallelism()	Get the maximum parallelism for this stream node.
org.apache.flink.api.common.operators.ResourceSpec	getMinResources()
StreamOperator<?>	getOperator()
String	getOperatorDescription()
StreamOperatorFactory<?>	getOperatorFactory()
String	getOperatorName()
List<Integer>	getOutEdgeIndices()
List<StreamEdge>	getOutEdges()
org.apache.flink.api.common.io.OutputFormat<?>	getOutputFormat()
int	getParallelism()
org.apache.flink.api.common.operators.ResourceSpec	getPreferredResources()
String	getSlotSharingGroup()
org.apache.flink.api.common.typeutils.TypeSerializer<?>	getStateKeySerializer()
org.apache.flink.api.java.functions.KeySelector<?,?>[]	getStatePartitioners()
String	getTransformationUID()
org.apache.flink.api.common.typeutils.TypeSerializer<?>	getTypeSerializerOut()
org.apache.flink.api.common.typeutils.TypeSerializer<?>[]	getTypeSerializersIn()
String	getUserHash()
int	hashCode()
boolean	isOutputOnlyAfterEndOfStream()
boolean	isSameSlotSharingGroup(StreamNode downstreamVertex)
boolean	isSupportsConcurrentExecutionAttempts()
void	setAttribute(org.apache.flink.api.common.attribute.Attribute attribute)
void	setBufferTimeout(Long bufferTimeout)
void	setCoLocationGroup(String coLocationGroup)
void	setConsumeClusterDatasetId(IntermediateDataSetID consumeClusterDatasetId)
void	setInputFormat(org.apache.flink.api.common.io.InputFormat<?,?> inputFormat)
void	setManagedMemoryUseCaseWeights(Map<org.apache.flink.core.memory.ManagedMemoryUseCase,Integer> operatorScopeUseCaseWeights, Set<org.apache.flink.core.memory.ManagedMemoryUseCase> slotScopeUseCases)
void	setMaxParallelism(int maxParallelism)	Set the maximum parallelism for this stream node.
void	setOperatorDescription(String operatorDescription)
void	setOperatorFactory(StreamOperatorFactory<?> streamOperatorFactory)
void	setOutputFormat(org.apache.flink.api.common.io.OutputFormat<?> outputFormat)
void	setParallelism(Integer parallelism)
void	setResources(org.apache.flink.api.common.operators.ResourceSpec minResources, org.apache.flink.api.common.operators.ResourceSpec preferredResources)
void	setSerializerOut(org.apache.flink.api.common.typeutils.TypeSerializer<?> typeSerializerOut)
void	setSerializersIn(org.apache.flink.api.common.typeutils.TypeSerializer<?>... typeSerializersIn)
void	setSlotSharingGroup(String slotSharingGroup)
void	setStateKeySerializer(org.apache.flink.api.common.typeutils.TypeSerializer<?> stateKeySerializer)
void	setStatePartitioners(org.apache.flink.api.java.functions.KeySelector<?,?>... statePartitioners)
void	setSupportsConcurrentExecutionAttempts(boolean supportsConcurrentExecutionAttempts)
void	setUserHash(String userHash)
String	toString()

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

StreamNode

@VisibleForTesting
public StreamNode(Integer id,
                  @Nullable
                  String slotSharingGroup,
                  @Nullable
                  String coLocationGroup,
                  @Nullable
                  StreamOperator<?> operator,
                  String operatorName,
                  Class<? extends TaskInvokable> jobVertexClass)

StreamNode

public StreamNode(Integer id,
                  @Nullable
                  String slotSharingGroup,
                  @Nullable
                  String coLocationGroup,
                  @Nullable
                  StreamOperatorFactory<?> operatorFactory,
                  String operatorName,
                  Class<? extends TaskInvokable> jobVertexClass)

Method Detail

addInEdge

public void addInEdge(StreamEdge inEdge)

addOutEdge

public void addOutEdge(StreamEdge outEdge)

getOutEdges

public List<StreamEdge> getOutEdges()

getInEdges

public List<StreamEdge> getInEdges()

getOutEdgeIndices

public List<Integer> getOutEdgeIndices()

getInEdgeIndices

public List<Integer> getInEdgeIndices()

getId

public int getId()

setAttribute

public void setAttribute(org.apache.flink.api.common.attribute.Attribute attribute)

getAttribute

public org.apache.flink.api.common.attribute.Attribute getAttribute()

getParallelism

public int getParallelism()

setParallelism

public void setParallelism(Integer parallelism)

getMaxParallelism

public int getMaxParallelism()

Get the maximum parallelism for this stream node.

Returns:

Maximum parallelism

setMaxParallelism

public void setMaxParallelism(int maxParallelism)

Set the maximum parallelism for this stream node.

Parameters:

maxParallelism - Maximum parallelism to be set

getMinResources

public org.apache.flink.api.common.operators.ResourceSpec getMinResources()

getPreferredResources

public org.apache.flink.api.common.operators.ResourceSpec getPreferredResources()

setResources

public void setResources(org.apache.flink.api.common.operators.ResourceSpec minResources,
                         org.apache.flink.api.common.operators.ResourceSpec preferredResources)

setManagedMemoryUseCaseWeights

public void setManagedMemoryUseCaseWeights(Map<org.apache.flink.core.memory.ManagedMemoryUseCase,Integer> operatorScopeUseCaseWeights,
                                           Set<org.apache.flink.core.memory.ManagedMemoryUseCase> slotScopeUseCases)

getManagedMemoryOperatorScopeUseCaseWeights

public Map<org.apache.flink.core.memory.ManagedMemoryUseCase,Integer> getManagedMemoryOperatorScopeUseCaseWeights()

getManagedMemorySlotScopeUseCases

public Set<org.apache.flink.core.memory.ManagedMemoryUseCase> getManagedMemorySlotScopeUseCases()

getBufferTimeout

public long getBufferTimeout()

setBufferTimeout

public void setBufferTimeout(Long bufferTimeout)

getOperator

public StreamOperator<?> getOperator()

getOperatorFactory

@Nullable
public StreamOperatorFactory<?> getOperatorFactory()

getOperatorName

public String getOperatorName()

getOperatorDescription

public String getOperatorDescription()

setOperatorDescription

public void setOperatorDescription(String operatorDescription)

setSerializersIn

public void setSerializersIn(org.apache.flink.api.common.typeutils.TypeSerializer<?>... typeSerializersIn)

getTypeSerializersIn

public org.apache.flink.api.common.typeutils.TypeSerializer<?>[] getTypeSerializersIn()

getTypeSerializerOut

public org.apache.flink.api.common.typeutils.TypeSerializer<?> getTypeSerializerOut()

setSerializerOut

public void setSerializerOut(org.apache.flink.api.common.typeutils.TypeSerializer<?> typeSerializerOut)

getJobVertexClass

public Class<? extends TaskInvokable> getJobVertexClass()

getInputFormat

public org.apache.flink.api.common.io.InputFormat<?,?> getInputFormat()

setInputFormat

public void setInputFormat(org.apache.flink.api.common.io.InputFormat<?,?> inputFormat)

getOutputFormat

public org.apache.flink.api.common.io.OutputFormat<?> getOutputFormat()

setOutputFormat

public void setOutputFormat(org.apache.flink.api.common.io.OutputFormat<?> outputFormat)

setSlotSharingGroup

public void setSlotSharingGroup(@Nullable
                                String slotSharingGroup)

getSlotSharingGroup

@Nullable
public String getSlotSharingGroup()

setCoLocationGroup

public void setCoLocationGroup(@Nullable
                               String coLocationGroup)

getCoLocationGroup

@Nullable
public String getCoLocationGroup()

isSameSlotSharingGroup

public boolean isSameSlotSharingGroup(StreamNode downstreamVertex)

toString

public String toString()

Overrides:

toString in class Object

getStatePartitioners

public org.apache.flink.api.java.functions.KeySelector<?,?>[] getStatePartitioners()

setStatePartitioners

public void setStatePartitioners(org.apache.flink.api.java.functions.KeySelector<?,?>... statePartitioners)

getStateKeySerializer

public org.apache.flink.api.common.typeutils.TypeSerializer<?> getStateKeySerializer()

setStateKeySerializer

public void setStateKeySerializer(org.apache.flink.api.common.typeutils.TypeSerializer<?> stateKeySerializer)

getTransformationUID

public String getTransformationUID()

getUserHash

public String getUserHash()

setUserHash

public void setUserHash(String userHash)

addInputRequirement

public void addInputRequirement(int inputIndex,
                                StreamConfig.InputRequirement inputRequirement)

getInputRequirements

public Map<Integer,StreamConfig.InputRequirement> getInputRequirements()

getCoordinatorProvider

public Optional<OperatorCoordinator.Provider> getCoordinatorProvider(String operatorName,
                                                                     OperatorID operatorID)

equals

public boolean equals(Object o)

Overrides:

equals in class Object

hashCode

public int hashCode()

Overrides:

hashCode in class Object

getConsumeClusterDatasetId

@Nullable
public IntermediateDataSetID getConsumeClusterDatasetId()

setConsumeClusterDatasetId

public void setConsumeClusterDatasetId(@Nullable
                                       IntermediateDataSetID consumeClusterDatasetId)

isSupportsConcurrentExecutionAttempts

public boolean isSupportsConcurrentExecutionAttempts()

setSupportsConcurrentExecutionAttempts

public void setSupportsConcurrentExecutionAttempts(boolean supportsConcurrentExecutionAttempts)

isOutputOnlyAfterEndOfStream

public boolean isOutputOnlyAfterEndOfStream()

setOperatorFactory

public void setOperatorFactory(StreamOperatorFactory<?> streamOperatorFactory)