Package org.apache.flink.runtime.scheduler.adaptivebatch

Class AdaptiveBatchSchedulerFactory

java.lang.Object

org.apache.flink.runtime.scheduler.adaptivebatch.AdaptiveBatchSchedulerFactory

All Implemented Interfaces:

SchedulerNGFactory

public class AdaptiveBatchSchedulerFactory
extends Object
implements SchedulerNGFactory

Factory for AdaptiveBatchScheduler.

Constructor Summary

Constructors

Constructor	Description
AdaptiveBatchSchedulerFactory()

Method Summary

Modifier and Type	Method	Description
SchedulerNG	createInstance(org.slf4j.Logger log, ExecutionPlan executionPlan, Executor ioExecutor, org.apache.flink.configuration.Configuration jobMasterConfiguration, SlotPoolService slotPoolService, ScheduledExecutorService futureExecutor, ClassLoader userCodeLoader, CheckpointRecoveryFactory checkpointRecoveryFactory, Duration rpcTimeout, BlobWriter blobWriter, JobManagerJobMetricGroup jobManagerJobMetricGroup, Duration slotRequestTimeout, ShuffleMaster<?> shuffleMaster, JobMasterPartitionTracker partitionTracker, ExecutionDeploymentTracker executionDeploymentTracker, long initializationTimestamp, org.apache.flink.runtime.concurrent.ComponentMainThreadExecutor mainThreadExecutor, org.apache.flink.runtime.rpc.FatalErrorHandler fatalErrorHandler, JobStatusListener jobStatusListener, Collection<org.apache.flink.core.failure.FailureEnricher> failureEnrichers, BlocklistOperations blocklistOperations)
static AdaptiveBatchScheduler	createScheduler(org.slf4j.Logger log, ExecutionPlan executionPlan, org.apache.flink.api.common.ExecutionConfig executionConfig, Executor ioExecutor, org.apache.flink.configuration.Configuration jobMasterConfiguration, ScheduledExecutorService futureExecutor, ClassLoader userCodeLoader, CheckpointRecoveryFactory checkpointRecoveryFactory, CheckpointsCleaner checkpointsCleaner, Duration rpcTimeout, BlobWriter blobWriter, JobManagerJobMetricGroup jobManagerJobMetricGroup, ShuffleMaster<?> shuffleMaster, JobMasterPartitionTracker partitionTracker, ExecutionDeploymentTracker executionDeploymentTracker, long initializationTimestamp, org.apache.flink.runtime.concurrent.ComponentMainThreadExecutor mainThreadExecutor, JobStatusListener jobStatusListener, Collection<org.apache.flink.core.failure.FailureEnricher> failureEnrichers, BlocklistOperations blocklistOperations, ExecutionOperations executionOperations, ExecutionSlotAllocatorFactory allocatorFactory, RestartBackoffTimeStrategy restartBackoffTimeStrategy, org.apache.flink.util.concurrent.ScheduledExecutor delayExecutor, VertexParallelismAndInputInfosDecider vertexParallelismAndInputInfosDecider, BatchJobRecoveryHandler jobRecoveryHandler)
static org.apache.flink.configuration.JobManagerOptions.HybridPartitionDataConsumeConstraint	getOrDecideHybridPartitionDataConsumeConstraint(org.apache.flink.configuration.Configuration configuration, boolean enableSpeculativeExecution)
org.apache.flink.configuration.JobManagerOptions.SchedulerType	getSchedulerType()
static InputConsumableDecider.Factory	loadInputConsumableDeciderFactory(org.apache.flink.configuration.JobManagerOptions.HybridPartitionDataConsumeConstraint hybridPartitionDataConsumeConstraint)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

AdaptiveBatchSchedulerFactory

public AdaptiveBatchSchedulerFactory()

Method Detail

createInstance

public SchedulerNG createInstance(org.slf4j.Logger log,
                                  ExecutionPlan executionPlan,
                                  Executor ioExecutor,
                                  org.apache.flink.configuration.Configuration jobMasterConfiguration,
                                  SlotPoolService slotPoolService,
                                  ScheduledExecutorService futureExecutor,
                                  ClassLoader userCodeLoader,
                                  CheckpointRecoveryFactory checkpointRecoveryFactory,
                                  Duration rpcTimeout,
                                  BlobWriter blobWriter,
                                  JobManagerJobMetricGroup jobManagerJobMetricGroup,
                                  Duration slotRequestTimeout,
                                  ShuffleMaster<?> shuffleMaster,
                                  JobMasterPartitionTracker partitionTracker,
                                  ExecutionDeploymentTracker executionDeploymentTracker,
                                  long initializationTimestamp,
                                  org.apache.flink.runtime.concurrent.ComponentMainThreadExecutor mainThreadExecutor,
                                  org.apache.flink.runtime.rpc.FatalErrorHandler fatalErrorHandler,
                                  JobStatusListener jobStatusListener,
                                  Collection<org.apache.flink.core.failure.FailureEnricher> failureEnrichers,
                                  BlocklistOperations blocklistOperations)
                           throws Exception

Specified by:

createInstance in interface SchedulerNGFactory

Throws:

Exception

createScheduler

@VisibleForTesting
public static AdaptiveBatchScheduler createScheduler(org.slf4j.Logger log,
                                                     ExecutionPlan executionPlan,
                                                     org.apache.flink.api.common.ExecutionConfig executionConfig,
                                                     Executor ioExecutor,
                                                     org.apache.flink.configuration.Configuration jobMasterConfiguration,
                                                     ScheduledExecutorService futureExecutor,
                                                     ClassLoader userCodeLoader,
                                                     CheckpointRecoveryFactory checkpointRecoveryFactory,
                                                     CheckpointsCleaner checkpointsCleaner,
                                                     Duration rpcTimeout,
                                                     BlobWriter blobWriter,
                                                     JobManagerJobMetricGroup jobManagerJobMetricGroup,
                                                     ShuffleMaster<?> shuffleMaster,
                                                     JobMasterPartitionTracker partitionTracker,
                                                     ExecutionDeploymentTracker executionDeploymentTracker,
                                                     long initializationTimestamp,
                                                     org.apache.flink.runtime.concurrent.ComponentMainThreadExecutor mainThreadExecutor,
                                                     JobStatusListener jobStatusListener,
                                                     Collection<org.apache.flink.core.failure.FailureEnricher> failureEnrichers,
                                                     BlocklistOperations blocklistOperations,
                                                     ExecutionOperations executionOperations,
                                                     ExecutionSlotAllocatorFactory allocatorFactory,
                                                     RestartBackoffTimeStrategy restartBackoffTimeStrategy,
                                                     org.apache.flink.util.concurrent.ScheduledExecutor delayExecutor,
                                                     VertexParallelismAndInputInfosDecider vertexParallelismAndInputInfosDecider,
                                                     BatchJobRecoveryHandler jobRecoveryHandler)
                                              throws Exception

Throws:

Exception

loadInputConsumableDeciderFactory

public static InputConsumableDecider.Factory loadInputConsumableDeciderFactory(org.apache.flink.configuration.JobManagerOptions.HybridPartitionDataConsumeConstraint hybridPartitionDataConsumeConstraint)

getOrDecideHybridPartitionDataConsumeConstraint

public static org.apache.flink.configuration.JobManagerOptions.HybridPartitionDataConsumeConstraint getOrDecideHybridPartitionDataConsumeConstraint(org.apache.flink.configuration.Configuration configuration,
                                                                                                                                                    boolean enableSpeculativeExecution)

getSchedulerType

public org.apache.flink.configuration.JobManagerOptions.SchedulerType getSchedulerType()

Specified by:

getSchedulerType in interface SchedulerNGFactory