Class TaskConfig
- java.lang.Object
-
- org.apache.flink.runtime.operators.util.TaskConfig
-
- All Implemented Interfaces:
Serializable
public class TaskConfig extends Object implements Serializable
Configuration class which stores all relevant parameters required to set up the Pact tasks.- See Also:
- Serialized Form
-
-
Field Summary
Fields Modifier and Type Field Description protected org.apache.flink.configuration.Configurationconfig
-
Constructor Summary
Constructors Constructor Description TaskConfig(org.apache.flink.configuration.Configuration config)Creates a new Task Config that wraps the given configuration.
-
Method Summary
All Methods Instance Methods Concrete Methods Modifier and Type Method Description voidaddBroadcastInputToGroup(int groupIndex)voidaddChainedTask(Class<? extends ChainedDriver> chainedTaskClass, TaskConfig conf, String taskName)voidaddInputToGroup(int groupIndex)voidaddIterationAggregator(String name, org.apache.flink.api.common.aggregators.Aggregator<?> aggregator)voidaddIterationAggregators(Collection<org.apache.flink.api.common.aggregators.AggregatorWithName<?>> aggregators)voidaddOutputShipStrategy(ShipStrategyType strategy)intgetBroadcastGroupSize(int groupIndex)StringgetBroadcastInputName(int groupIndex)<T> org.apache.flink.api.common.typeutils.TypeSerializerFactory<T>getBroadcastInputSerializer(int inputNum, ClassLoader cl)TaskConfiggetChainedStubConfig(int chainPos)Class<? extends ChainedDriver<?,?>>getChainedTask(int chainPos)StringgetChainedTaskName(int chainPos)org.apache.flink.configuration.ConfigurationgetConfiguration()Gets the configuration that holds the actual values encoded.<T extends org.apache.flink.types.Value>
org.apache.flink.api.common.aggregators.ConvergenceCriterion<T>getConvergenceCriterion(ClassLoader cl)StringgetConvergenceCriterionAggregatorName()<S extends org.apache.flink.api.common.functions.Function,OT>
Class<? extends Driver<S,OT>>getDriver()<T> org.apache.flink.api.common.typeutils.TypeComparatorFactory<T>getDriverComparator(int inputNum, ClassLoader cl)DriverStrategygetDriverStrategy()intgetFilehandlesDriver()intgetFilehandlesInput(int inputNum)intgetGroupSize(int groupIndex)<T extends org.apache.flink.types.Value>
org.apache.flink.api.common.aggregators.ConvergenceCriterion<T>getImplicitConvergenceCriterion(ClassLoader cl)StringgetImplicitConvergenceCriterionAggregatorName()<T> org.apache.flink.api.common.typeutils.TypeComparatorFactory<T>getInputComparator(int inputNum, ClassLoader cl)LocalStrategygetInputLocalStrategy(int inputNum)<T> org.apache.flink.api.common.typeutils.TypeSerializerFactory<T>getInputSerializer(int inputNum, ClassLoader cl)booleangetIsSolutionSetUpdate()booleangetIsWorksetIteration()booleangetIsWorksetUpdate()Collection<org.apache.flink.api.common.aggregators.AggregatorWithName<?>>getIterationAggregators(ClassLoader cl)TaskConfiggetIterationHeadFinalOutputConfig()intgetIterationHeadIndexOfSyncOutput()intgetIterationHeadPartialSolutionOrWorksetInputIndex()intgetIterationHeadSolutionSetInputIndex()intgetIterationId()intgetNumberOfChainedStubs()intgetNumberOfEventsUntilInterruptInIterativeBroadcastGate(int bcGateIndex)intgetNumberOfEventsUntilInterruptInIterativeGate(int inputGateIndex)intgetNumberOfIterations()intgetNumBroadcastInputs()intgetNumInputs()intgetNumOutputs()<T> org.apache.flink.api.common.typeutils.TypeComparatorFactory<T>getOutputComparator(int outputNum, ClassLoader cl)org.apache.flink.api.common.distributions.DataDistributiongetOutputDataDistribution(int outputNum, ClassLoader cl)org.apache.flink.api.common.functions.Partitioner<?>getOutputPartitioner(int outputNum, ClassLoader cl)<T> org.apache.flink.api.common.typeutils.TypeSerializerFactory<T>getOutputSerializer(ClassLoader cl)ShipStrategyTypegetOutputShipStrategy(int outputNum)<T1,T2>
org.apache.flink.api.common.typeutils.TypePairComparatorFactory<T1,T2>getPairComparatorFactory(ClassLoader cl)doublegetRelativeBackChannelMemory()doublegetRelativeInputMaterializationMemory(int inputNum)doublegetRelativeMemoryDriver()doublegetRelativeMemoryInput(int inputNum)doublegetRelativeSolutionSetMemory()<T> org.apache.flink.api.common.typeutils.TypeComparatorFactory<T>getSolutionSetComparator(ClassLoader cl)<T> org.apache.flink.api.common.typeutils.TypeSerializerFactory<T>getSolutionSetSerializer(ClassLoader cl)floatgetSpillingThresholdDriver()floatgetSpillingThresholdInput(int inputNum)StringgetStubParameter(String key, String defaultValue)org.apache.flink.configuration.ConfigurationgetStubParameters()<T> org.apache.flink.api.common.operators.util.UserCodeWrapper<T>getStubWrapper(ClassLoader cl)StringgetTaskName()booleangetUseLargeRecordHandler()booleangetWaitForSolutionSetUpdate()booleanhasStubWrapper()booleanisInputAsynchronouslyMaterialized(int inputNum)booleanisInputCached(int inputNum)booleanisIterativeInputGate(int inputGateIndex)booleanisSolutionSetUnmanaged()voidsetBroadcastGateIterativeWithNumberOfEventsUntilInterrupt(int bcGateIndex, int numEvents)voidsetBroadcastInputName(String name, int groupIndex)voidsetBroadcastInputSerializer(org.apache.flink.api.common.typeutils.TypeSerializerFactory<?> factory, int inputNum)voidsetConvergenceCriterion(String aggregatorName, org.apache.flink.api.common.aggregators.ConvergenceCriterion<?> convCriterion)voidsetDriver(Class<? extends Driver> driver)voidsetDriverComparator(org.apache.flink.api.common.typeutils.TypeComparatorFactory<?> factory, int inputNum)voidsetDriverPairComparator(org.apache.flink.api.common.typeutils.TypePairComparatorFactory<?,?> factory)voidsetDriverStrategy(DriverStrategy strategy)voidsetFilehandlesDriver(int filehandles)voidsetFilehandlesInput(int inputNum, int filehandles)voidsetGateIterativeWithNumberOfEventsUntilInterrupt(int inputGateIndex, int numEvents)voidsetImplicitConvergenceCriterion(String aggregatorName, org.apache.flink.api.common.aggregators.ConvergenceCriterion<?> convCriterion)Sets the default convergence criterion of aDeltaIterationvoidsetInputAsynchronouslyMaterialized(int inputNum, boolean temp)voidsetInputCached(int inputNum, boolean persistent)voidsetInputComparator(org.apache.flink.api.common.typeutils.TypeComparatorFactory<?> factory, int inputNum)voidsetInputLocalStrategy(int inputNum, LocalStrategy strategy)voidsetInputSerializer(org.apache.flink.api.common.typeutils.TypeSerializerFactory<?> factory, int inputNum)voidsetIsSolutionSetUpdate()voidsetIsSolutionSetUpdateWithoutReprobe()voidsetIsWorksetIteration()voidsetIsWorksetUpdate()voidsetIterationHeadFinalOutputConfig(TaskConfig conf)voidsetIterationHeadIndexOfSyncOutput(int outputIndex)voidsetIterationHeadPartialSolutionOrWorksetInputIndex(int inputIndex)voidsetIterationHeadSolutionSetInputIndex(int inputIndex)voidsetIterationId(int id)voidsetNumberOfIterations(int numberOfIterations)voidsetOutputComparator(org.apache.flink.api.common.typeutils.TypeComparatorFactory<?> factory, int outputNum)voidsetOutputDataDistribution(org.apache.flink.api.common.distributions.DataDistribution distribution, int outputNum)voidsetOutputPartitioner(org.apache.flink.api.common.functions.Partitioner<?> partitioner, int outputNum)voidsetOutputSerializer(org.apache.flink.api.common.typeutils.TypeSerializerFactory<?> factory)voidsetRelativeBackChannelMemory(double relativeMemory)voidsetRelativeInputMaterializationMemory(int inputNum, double relativeMemory)voidsetRelativeMemoryDriver(double relativeMemorySize)voidsetRelativeMemoryInput(int inputNum, double relativeMemorySize)voidsetRelativeSolutionSetMemory(double relativeMemory)voidsetSolutionSetComparator(org.apache.flink.api.common.typeutils.TypeComparatorFactory<?> factory)voidsetSolutionSetSerializer(org.apache.flink.api.common.typeutils.TypeSerializerFactory<?> factory)voidsetSolutionSetUnmanaged(boolean unmanaged)voidsetSpillingThresholdDriver(float threshold)voidsetSpillingThresholdInput(int inputNum, float threshold)voidsetStubParameter(String key, String value)voidsetStubParameters(org.apache.flink.configuration.Configuration parameters)voidsetStubWrapper(org.apache.flink.api.common.operators.util.UserCodeWrapper<?> wrapper)voidsetTaskName(String name)voidsetUseLargeRecordHandler(boolean useLargeRecordHandler)voidsetWaitForSolutionSetUpdate()booleanusesConvergenceCriterion()booleanusesImplicitConvergenceCriterion()
-
-
-
Method Detail
-
getConfiguration
public org.apache.flink.configuration.Configuration getConfiguration()
Gets the configuration that holds the actual values encoded.- Returns:
- The configuration that holds the actual values
-
setTaskName
public void setTaskName(String name)
-
getTaskName
public String getTaskName()
-
hasStubWrapper
public boolean hasStubWrapper()
-
setStubWrapper
public void setStubWrapper(org.apache.flink.api.common.operators.util.UserCodeWrapper<?> wrapper)
-
getStubWrapper
public <T> org.apache.flink.api.common.operators.util.UserCodeWrapper<T> getStubWrapper(ClassLoader cl)
-
setStubParameters
public void setStubParameters(org.apache.flink.configuration.Configuration parameters)
-
getStubParameters
public org.apache.flink.configuration.Configuration getStubParameters()
-
getDriver
public <S extends org.apache.flink.api.common.functions.Function,OT> Class<? extends Driver<S,OT>> getDriver()
-
setDriverStrategy
public void setDriverStrategy(DriverStrategy strategy)
-
getDriverStrategy
public DriverStrategy getDriverStrategy()
-
setDriverComparator
public void setDriverComparator(org.apache.flink.api.common.typeutils.TypeComparatorFactory<?> factory, int inputNum)
-
getDriverComparator
public <T> org.apache.flink.api.common.typeutils.TypeComparatorFactory<T> getDriverComparator(int inputNum, ClassLoader cl)
-
setDriverPairComparator
public void setDriverPairComparator(org.apache.flink.api.common.typeutils.TypePairComparatorFactory<?,?> factory)
-
getPairComparatorFactory
public <T1,T2> org.apache.flink.api.common.typeutils.TypePairComparatorFactory<T1,T2> getPairComparatorFactory(ClassLoader cl)
-
setInputLocalStrategy
public void setInputLocalStrategy(int inputNum, LocalStrategy strategy)
-
getInputLocalStrategy
public LocalStrategy getInputLocalStrategy(int inputNum)
-
setInputSerializer
public void setInputSerializer(org.apache.flink.api.common.typeutils.TypeSerializerFactory<?> factory, int inputNum)
-
setBroadcastInputSerializer
public void setBroadcastInputSerializer(org.apache.flink.api.common.typeutils.TypeSerializerFactory<?> factory, int inputNum)
-
getInputSerializer
public <T> org.apache.flink.api.common.typeutils.TypeSerializerFactory<T> getInputSerializer(int inputNum, ClassLoader cl)
-
getBroadcastInputSerializer
public <T> org.apache.flink.api.common.typeutils.TypeSerializerFactory<T> getBroadcastInputSerializer(int inputNum, ClassLoader cl)
-
setInputComparator
public void setInputComparator(org.apache.flink.api.common.typeutils.TypeComparatorFactory<?> factory, int inputNum)
-
getInputComparator
public <T> org.apache.flink.api.common.typeutils.TypeComparatorFactory<T> getInputComparator(int inputNum, ClassLoader cl)
-
getNumInputs
public int getNumInputs()
-
getNumBroadcastInputs
public int getNumBroadcastInputs()
-
getGroupSize
public int getGroupSize(int groupIndex)
-
getBroadcastGroupSize
public int getBroadcastGroupSize(int groupIndex)
-
addInputToGroup
public void addInputToGroup(int groupIndex)
-
addBroadcastInputToGroup
public void addBroadcastInputToGroup(int groupIndex)
-
setInputAsynchronouslyMaterialized
public void setInputAsynchronouslyMaterialized(int inputNum, boolean temp)
-
isInputAsynchronouslyMaterialized
public boolean isInputAsynchronouslyMaterialized(int inputNum)
-
setInputCached
public void setInputCached(int inputNum, boolean persistent)
-
isInputCached
public boolean isInputCached(int inputNum)
-
setRelativeInputMaterializationMemory
public void setRelativeInputMaterializationMemory(int inputNum, double relativeMemory)
-
getRelativeInputMaterializationMemory
public double getRelativeInputMaterializationMemory(int inputNum)
-
setBroadcastInputName
public void setBroadcastInputName(String name, int groupIndex)
-
getBroadcastInputName
public String getBroadcastInputName(int groupIndex)
-
addOutputShipStrategy
public void addOutputShipStrategy(ShipStrategyType strategy)
-
getNumOutputs
public int getNumOutputs()
-
getOutputShipStrategy
public ShipStrategyType getOutputShipStrategy(int outputNum)
-
setOutputSerializer
public void setOutputSerializer(org.apache.flink.api.common.typeutils.TypeSerializerFactory<?> factory)
-
getOutputSerializer
public <T> org.apache.flink.api.common.typeutils.TypeSerializerFactory<T> getOutputSerializer(ClassLoader cl)
-
setOutputComparator
public void setOutputComparator(org.apache.flink.api.common.typeutils.TypeComparatorFactory<?> factory, int outputNum)
-
getOutputComparator
public <T> org.apache.flink.api.common.typeutils.TypeComparatorFactory<T> getOutputComparator(int outputNum, ClassLoader cl)
-
setOutputDataDistribution
public void setOutputDataDistribution(org.apache.flink.api.common.distributions.DataDistribution distribution, int outputNum)
-
getOutputDataDistribution
public org.apache.flink.api.common.distributions.DataDistribution getOutputDataDistribution(int outputNum, ClassLoader cl) throws ClassNotFoundException- Throws:
ClassNotFoundException
-
setOutputPartitioner
public void setOutputPartitioner(org.apache.flink.api.common.functions.Partitioner<?> partitioner, int outputNum)
-
getOutputPartitioner
public org.apache.flink.api.common.functions.Partitioner<?> getOutputPartitioner(int outputNum, ClassLoader cl) throws ClassNotFoundException- Throws:
ClassNotFoundException
-
setRelativeMemoryDriver
public void setRelativeMemoryDriver(double relativeMemorySize)
-
getRelativeMemoryDriver
public double getRelativeMemoryDriver()
-
setRelativeMemoryInput
public void setRelativeMemoryInput(int inputNum, double relativeMemorySize)
-
getRelativeMemoryInput
public double getRelativeMemoryInput(int inputNum)
-
setFilehandlesDriver
public void setFilehandlesDriver(int filehandles)
-
getFilehandlesDriver
public int getFilehandlesDriver()
-
setFilehandlesInput
public void setFilehandlesInput(int inputNum, int filehandles)
-
getFilehandlesInput
public int getFilehandlesInput(int inputNum)
-
setSpillingThresholdDriver
public void setSpillingThresholdDriver(float threshold)
-
getSpillingThresholdDriver
public float getSpillingThresholdDriver()
-
setSpillingThresholdInput
public void setSpillingThresholdInput(int inputNum, float threshold)
-
getSpillingThresholdInput
public float getSpillingThresholdInput(int inputNum)
-
setUseLargeRecordHandler
public void setUseLargeRecordHandler(boolean useLargeRecordHandler)
-
getUseLargeRecordHandler
public boolean getUseLargeRecordHandler()
-
getNumberOfChainedStubs
public int getNumberOfChainedStubs()
-
addChainedTask
public void addChainedTask(Class<? extends ChainedDriver> chainedTaskClass, TaskConfig conf, String taskName)
-
getChainedStubConfig
public TaskConfig getChainedStubConfig(int chainPos)
-
getChainedTask
public Class<? extends ChainedDriver<?,?>> getChainedTask(int chainPos)
-
getChainedTaskName
public String getChainedTaskName(int chainPos)
-
setNumberOfIterations
public void setNumberOfIterations(int numberOfIterations)
-
getNumberOfIterations
public int getNumberOfIterations()
-
setIterationHeadPartialSolutionOrWorksetInputIndex
public void setIterationHeadPartialSolutionOrWorksetInputIndex(int inputIndex)
-
getIterationHeadPartialSolutionOrWorksetInputIndex
public int getIterationHeadPartialSolutionOrWorksetInputIndex()
-
setIterationHeadSolutionSetInputIndex
public void setIterationHeadSolutionSetInputIndex(int inputIndex)
-
getIterationHeadSolutionSetInputIndex
public int getIterationHeadSolutionSetInputIndex()
-
setRelativeBackChannelMemory
public void setRelativeBackChannelMemory(double relativeMemory)
-
getRelativeBackChannelMemory
public double getRelativeBackChannelMemory()
-
setRelativeSolutionSetMemory
public void setRelativeSolutionSetMemory(double relativeMemory)
-
getRelativeSolutionSetMemory
public double getRelativeSolutionSetMemory()
-
isIterativeInputGate
public boolean isIterativeInputGate(int inputGateIndex)
-
setGateIterativeWithNumberOfEventsUntilInterrupt
public void setGateIterativeWithNumberOfEventsUntilInterrupt(int inputGateIndex, int numEvents)
-
getNumberOfEventsUntilInterruptInIterativeGate
public int getNumberOfEventsUntilInterruptInIterativeGate(int inputGateIndex)
-
setBroadcastGateIterativeWithNumberOfEventsUntilInterrupt
public void setBroadcastGateIterativeWithNumberOfEventsUntilInterrupt(int bcGateIndex, int numEvents)
-
getNumberOfEventsUntilInterruptInIterativeBroadcastGate
public int getNumberOfEventsUntilInterruptInIterativeBroadcastGate(int bcGateIndex)
-
setIterationId
public void setIterationId(int id)
-
getIterationId
public int getIterationId()
-
setIsWorksetIteration
public void setIsWorksetIteration()
-
getIsWorksetIteration
public boolean getIsWorksetIteration()
-
setIterationHeadIndexOfSyncOutput
public void setIterationHeadIndexOfSyncOutput(int outputIndex)
-
getIterationHeadIndexOfSyncOutput
public int getIterationHeadIndexOfSyncOutput()
-
setIterationHeadFinalOutputConfig
public void setIterationHeadFinalOutputConfig(TaskConfig conf)
-
getIterationHeadFinalOutputConfig
public TaskConfig getIterationHeadFinalOutputConfig()
-
setSolutionSetSerializer
public void setSolutionSetSerializer(org.apache.flink.api.common.typeutils.TypeSerializerFactory<?> factory)
-
getSolutionSetSerializer
public <T> org.apache.flink.api.common.typeutils.TypeSerializerFactory<T> getSolutionSetSerializer(ClassLoader cl)
-
setSolutionSetComparator
public void setSolutionSetComparator(org.apache.flink.api.common.typeutils.TypeComparatorFactory<?> factory)
-
getSolutionSetComparator
public <T> org.apache.flink.api.common.typeutils.TypeComparatorFactory<T> getSolutionSetComparator(ClassLoader cl)
-
addIterationAggregator
public void addIterationAggregator(String name, org.apache.flink.api.common.aggregators.Aggregator<?> aggregator)
-
addIterationAggregators
public void addIterationAggregators(Collection<org.apache.flink.api.common.aggregators.AggregatorWithName<?>> aggregators)
-
getIterationAggregators
public Collection<org.apache.flink.api.common.aggregators.AggregatorWithName<?>> getIterationAggregators(ClassLoader cl)
-
setConvergenceCriterion
public void setConvergenceCriterion(String aggregatorName, org.apache.flink.api.common.aggregators.ConvergenceCriterion<?> convCriterion)
-
setImplicitConvergenceCriterion
public void setImplicitConvergenceCriterion(String aggregatorName, org.apache.flink.api.common.aggregators.ConvergenceCriterion<?> convCriterion)
Sets the default convergence criterion of aDeltaIteration- Parameters:
aggregatorName-convCriterion-
-
getConvergenceCriterion
public <T extends org.apache.flink.types.Value> org.apache.flink.api.common.aggregators.ConvergenceCriterion<T> getConvergenceCriterion(ClassLoader cl)
-
usesConvergenceCriterion
public boolean usesConvergenceCriterion()
-
getConvergenceCriterionAggregatorName
public String getConvergenceCriterionAggregatorName()
-
getImplicitConvergenceCriterion
public <T extends org.apache.flink.types.Value> org.apache.flink.api.common.aggregators.ConvergenceCriterion<T> getImplicitConvergenceCriterion(ClassLoader cl)
-
usesImplicitConvergenceCriterion
public boolean usesImplicitConvergenceCriterion()
-
getImplicitConvergenceCriterionAggregatorName
public String getImplicitConvergenceCriterionAggregatorName()
-
setIsSolutionSetUpdate
public void setIsSolutionSetUpdate()
-
getIsSolutionSetUpdate
public boolean getIsSolutionSetUpdate()
-
setIsSolutionSetUpdateWithoutReprobe
public void setIsSolutionSetUpdateWithoutReprobe()
-
setWaitForSolutionSetUpdate
public void setWaitForSolutionSetUpdate()
-
getWaitForSolutionSetUpdate
public boolean getWaitForSolutionSetUpdate()
-
setIsWorksetUpdate
public void setIsWorksetUpdate()
-
getIsWorksetUpdate
public boolean getIsWorksetUpdate()
-
setSolutionSetUnmanaged
public void setSolutionSetUnmanaged(boolean unmanaged)
-
isSolutionSetUnmanaged
public boolean isSolutionSetUnmanaged()
-
-