OperatorID generatedOperatorID
OperatorID userDefinedOperatorID
org.apache.flink.api.common.JobID jobID
ExecutionAttemptID executionAttemptID
org.apache.flink.util.SerializedValue<T> userAccumulators
byte[] key
org.apache.flink.runtime.blob.BlobKey.BlobType type
org.apache.flink.util.AbstractID random
long checkpointId
long triggerTimestamp
Map<K,V> taskStats
TaskStateStats
accessible by their ID.int numberOfSubtasks
CheckpointProperties props
CheckpointFailureReason checkpointFailureReason
long checkpointId
long timestamp
long receiveTimestamp
long bytesProcessedDuringAlignment
long bytesPersistedDuringAlignment
long alignmentDurationNanos
long syncDurationMillis
long asyncDurationMillis
long checkpointStartDelayNanos
boolean unalignedCheckpoint
long totalBytesPersisted
CheckpointType checkpointType
CheckpointStorageLocationReference targetLocation
CheckpointOptions.AlignmentType alignmentType
long alignmentTimeout
CheckpointType checkpointType
boolean forced
boolean discardSubsumed
boolean discardFinished
boolean discardCancelled
boolean discardFailed
boolean discardSuspended
AtomicInteger numberOfCheckpointsToClean
long numRestoredCheckpoints
long numTotalCheckpoints
int numInProgressCheckpoints
long numCompletedCheckpoints
long numFailedCheckpoints
List<E> checkpointsHistory
CheckpointStatsHistory.createSnapshot()
.LinkedHashMap<K,V> recentCheckpoints
int maxSize
boolean readOnly
CompletedCheckpointStats latestCompletedCheckpoint
FailedCheckpointStats latestFailedCheckpoint
CompletedCheckpointStats latestSavepoint
CheckpointStatsCounts counts
CompletedCheckpointStatsSummary summary
CheckpointStatsHistory history
RestoredCheckpointStats latestRestoredCheckpoint
org.apache.flink.api.common.JobID job
long checkpointID
long timestamp
long duration
Map<K,V> operatorStates
CheckpointProperties props
Collection<E> masterHookStates
CompletedCheckpointStorageLocation storageLocation
StreamStateHandle metadataHandle
String externalPointer
long stateSize
long processedData
long persistedData
SubtaskStateStats latestAcknowledgedSubtask
String externalPointer
boolean discarded
MinMaxAvgStats stateSize
MinMaxAvgStats duration
MinMaxAvgStats processedData
MinMaxAvgStats persistedData
long failureTimestamp
String failureMsg
InflightDataRescalingDescriptor.InflightDataGateOrPartitionRescalingDescriptor[] gateOrPartitionDescriptors
int[] oldSubtaskIndexes
RescaleMappings rescaledChannelsMappings
Set<E> ambiguousSubtaskIndexes
InflightDataRescalingDescriptor.InflightDataGateOrPartitionRescalingDescriptor.MappingType mappingType
long restoreCheckpointId
TaskStateSnapshot taskStateSnapshot
String name
byte[] bytes
int version
long min
long max
long sum
long count
OperatorID operatorID
Map<K,V> operatorSubtaskStates
ByteStreamStateHandle coordinatorState
int parallelism
int maxParallelism
StateObjectCollection<T extends StateObject> managedOperatorState
OperatorStateBackend
.StateObjectCollection<T extends StateObject> rawOperatorState
OperatorStateCheckpointOutputStream
.StateObjectCollection<T extends StateObject> managedKeyedState
KeyedStateBackend
.StateObjectCollection<T extends StateObject> rawKeyedState
KeyedStateCheckpointOutputStream
.StateObjectCollection<T extends StateObject> inputChannelState
StateObjectCollection<T extends StateObject> resultSubpartitionState
InflightDataRescalingDescriptor inputRescalingDescriptor
StateAssignmentOperation
and will not be persisted in the checkpoint itself as it can only
be calculated if the the post-recovery scale factor is known.InflightDataRescalingDescriptor outputRescalingDescriptor
StateAssignmentOperation
and will not
be persisted in the checkpoint itself as it can only be calculated if the the post-recovery
scale factor is known.long stateSize
int currentNumAcknowledgedSubtasks
long currentStateSize
long currentProcessedData
long currentPersistedData
SubtaskStateStats latestAcknowledgedSubtask
int numberOfSources
int[][] mappings
int numberOfTargets
long checkpointId
CheckpointProperties props
long restoreTimestamp
String externalPath
Collection<E> stateObjects
ChainedStateHandle<T extends StateObject> managedOperatorState
OperatorStateBackend
.ChainedStateHandle<T extends StateObject> rawOperatorState
OperatorStateCheckpointOutputStream
.KeyedStateHandle managedKeyedState
KeyedStateBackend
.KeyedStateHandle rawKeyedState
KeyedStateCheckpointOutputStream
.long stateSize
int subtaskIndex
long ackTimestamp
long stateSize
long syncCheckpointDuration
long asyncCheckpointDuration
long processedData
long persistedData
long alignmentDuration
long checkpointStartDelay
boolean unalignedCheckpoint
boolean completed
JobVertexID jobVertexID
Map<K,V> subtaskStates
int parallelism
int maxParallelism
int chainLength
JobVertexID jobVertexId
SubtaskStateStats[] subtaskStats
TaskStateStats.TaskStateStatsSummary summaryStats
int numAcknowledgedSubtasks
SubtaskStateStats latestAckedSubtaskStats
MinMaxAvgStats stateSize
MinMaxAvgStats ackTimestamp
MinMaxAvgStats syncCheckpointDuration
MinMaxAvgStats asyncCheckpointDuration
MinMaxAvgStats processedData
MinMaxAvgStats persistedData
MinMaxAvgStats alignmentDuration
MinMaxAvgStats checkpointStartDelay
int gateIdx
int inputChannelIdx
int partitionIdx
int subPartitionIdx
org.apache.flink.api.common.JobID jobID
org.apache.flink.api.common.JobID jobId
String jobName
org.apache.flink.api.common.JobStatus jobState
long startTime
HashMap<K,V> taskManagerEnv
TaskExecutorProcessSpec taskExecutorProcessSpec
private Object readResolve()
org.apache.flink.api.common.resources.CPUResource cpuCores
org.apache.flink.configuration.MemorySize taskHeapMemory
org.apache.flink.configuration.MemorySize taskOffHeapMemory
org.apache.flink.configuration.MemorySize managedMemory
org.apache.flink.configuration.MemorySize networkMemory
Map<K,V> extendedResources
ResourceSpec
.ResourceID resourceId
int slotNumber
IntermediateDataSetID consumedResultId
ResultPartitionType consumedPartitionType
int consumedSubpartitionIndex
DistributionPattern
and the subtask indices of the producing and consuming task.ShuffleDescriptor[] inputChannels
PartitionDescriptor partitionDescriptor
ShuffleDescriptor shuffleDescriptor
int maxParallelism
boolean notifyPartitionDataAvailable
TaskDeploymentDescriptor.MaybeOffloaded<T> serializedJobInformation
TaskDeploymentDescriptor.MaybeOffloaded<T> serializedTaskInformation
org.apache.flink.api.common.JobID jobId
NOTE: this is redundant to the information stored in TaskDeploymentDescriptor.serializedJobInformation
but
needed in order to restore offloaded data.
ExecutionAttemptID executionId
AllocationID allocationId
int subtaskIndex
int attemptNumber
List<E> producedPartitions
List<E> inputGates
JobManagerTaskRestore taskRestore
org.apache.flink.util.SerializedValue<T> serializedValue
PermanentBlobKey serializedValueKey
String blobServerHostname
int blobServerPort
ExecutionAttemptID attemptId
long[] stateTimestamps
int attemptNumber
ExecutionState state
ErrorInfo failureInfo
TaskManagerLocation assignedResourceLocation
AllocationID assignedAllocationID
StringifiedAccumulatorResult[] userAccumulators
int parallelSubtaskIndex
IOMetrics ioMetrics
org.apache.flink.api.common.JobID jobID
String jobName
Map<K,V> tasks
List<E> verticesInCreationOrder
long[] stateTimestamps
System.currentTimeMillis()
when the
execution graph transitioned into a certain state. The index into this array is the ordinal
of the enum value, i.e. the timestamp when the graph went into state "RUNNING" is at stateTimestamps[RUNNING.ordinal()]
.org.apache.flink.api.common.JobStatus state
ErrorInfo failureCause
String jsonPlan
StringifiedAccumulatorResult[] archivedUserAccumulators
org.apache.flink.api.common.ArchivedExecutionConfig archivedExecutionConfig
boolean isStoppable
Map<K,V> serializedUserAccumulators
CheckpointCoordinatorConfiguration jobCheckpointingConfiguration
CheckpointStatsSnapshot checkpointStatsSnapshot
String stateBackendName
String checkpointStorageName
ArchivedExecutionVertex[] taskVertices
JobVertexID id
String name
int parallelism
int maxParallelism
ResourceProfile resourceProfile
StringifiedAccumulatorResult[] archivedUserAccumulators
int subTaskIndex
EvictingBoundedList<T> priorExecutions
String taskNameWithSubtask
ArchivedExecution currentExecution
org.apache.flink.util.SerializedThrowable exception
long timestamp
org.apache.flink.util.AbstractID executionAttemptId
long numRecordsIn
long numRecordsOut
long numBytesIn
long numBytesOut
org.apache.flink.api.common.JobID jobId
String jobName
org.apache.flink.util.SerializedValue<T> serializedExecutionConfig
org.apache.flink.configuration.Configuration jobConfiguration
Collection<E> requiredJarFileBlobKeys
Collection<E> requiredClasspathURLs
IntermediateDataSetID intermediateDataSetID
ShuffleDescriptor shuffleDescriptor
JobVertexID jobVertexId
String taskName
int numberOfSubtasks
int maxNumberOfSubtasks
String invokableClassName
org.apache.flink.configuration.Configuration taskConfiguration
int numberOfCPUCores
long sizeOfPhysicalMemory
long sizeOfJvmHeap
long sizeOfManagedMemory
boolean closed
InetSocketAddress address
int connectionIndex
SocketAddress address
ResultPartitionID partitionId
IntermediateResultPartitionID partitionId
ExecutionAttemptID producerId
IntermediateDataSetID consumedResultID
ExecutionAttemptID consumerID
IntermediateDataSetID id
JobVertex producer
List<E> consumers
ResultPartitionType resultType
IntermediateDataSetID intermediateDataSetID
int partitionNum
JobVertex target
DistributionPattern distributionPattern
SubtaskStateMapper downstreamSubtaskStateMapper
SubtaskStateMapper upstreamSubtaskStateMapper
IntermediateDataSet source
IntermediateDataSetID sourceId
String shipStrategyName
String preProcessingOperationName
String operatorLevelCachingDescription
Map<K,V> taskVertices
org.apache.flink.configuration.Configuration jobConfiguration
org.apache.flink.api.common.JobID jobID
String jobName
JobType jobType
boolean approximateLocalRecovery
org.apache.flink.util.SerializedValue<T> serializedExecutionConfig
JobCheckpointingSettings snapshotSettings
SavepointRestoreSettings savepointRestoreSettings
List<E> userJars
Map<K,V> userArtifacts
List<E> userJarBlobKeys
List<E> classpaths
JobVertexID id
List<E> operatorIDs
The ID pairs are stored depth-first post-order; for the forking chain below the ID's would
be stored as [D, E, B, C, A]. A - B - D \ \ C E This is the same order that operators are
stored in the StreamTask
.
ArrayList<E> results
ArrayList<E> inputs
ArrayList<E> operatorCoordinators
int parallelism
int maxParallelism
org.apache.flink.api.common.operators.ResourceSpec minResources
org.apache.flink.api.common.operators.ResourceSpec preferredResources
org.apache.flink.configuration.Configuration configuration
String invokableClassName
boolean isStoppable
org.apache.flink.core.io.InputSplitSource<T extends org.apache.flink.core.io.InputSplit> inputSplitSource
String name
SlotSharingGroup slotSharingGroup
CoLocationGroupImpl coLocationGroup
String operatorName
String operatorDescription
String operatorPrettyName
String resultOptimizerProperties
String restorePath
boolean allowNonRestoredState
long checkpointInterval
long checkpointTimeout
long minPauseBetweenCheckpoints
int maxConcurrentCheckpoints
int tolerableCheckpointFailureNumber
CheckpointRetentionPolicy checkpointRetentionPolicy
boolean isExactlyOnce
false
, at least once mode has been configured. This is not a necessary attribute, because
the checkpointing mode is only relevant for the stream tasks, but we expose it here to
forward it to the web runtime UI.boolean isPreferCheckpointForRecovery
boolean isUnalignedCheckpointsEnabled
long alignmentTimeout
CheckpointCoordinatorConfiguration checkpointCoordinatorConfiguration
org.apache.flink.util.SerializedValue<T> defaultStateBackend
org.apache.flink.util.SerializedValue<T> defaultCheckpointStorage
org.apache.flink.util.SerializedValue<T> masterHooks
Set<E> ids
SlotSharingGroupId slotSharingGroupId
ResourceProfile resourceProfile
int slotIndex
AllocationID allocationId
org.apache.flink.api.common.JobID jobId
Collection<E> allocatedSlotInfos
String reason
ResourceID resourceID
ResourceManagerId resourceManagerId
ResourceID resourceManagerResourceId
org.apache.flink.api.common.JobID jobId
ApplicationStatus applicationStatus
Map<K,V> accumulatorResults
long netRuntime
org.apache.flink.util.SerializedThrowable serializedThrowable
null
if the job finished successfully.byte[] inputSplitData
protected Object readResolve() throws ObjectStreamException
ObjectStreamException
int requestId
ExecutionAttemptID executionAttemptID
double backPressureRatio
Thread.State threadState
StackTraceElement[] stackTrace
org.apache.flink.api.common.JobID job
ExecutionAttemptID taskExecutionId
long checkpointId
TaskStateSnapshot subtaskState
CheckpointMetrics checkpointMetrics
SerializedCheckpointException serializedCheckpointException
CheckpointFailureReason checkpointFailureReason
org.apache.flink.util.SerializedThrowable serializedThrowable
int numTaskManagersConnected
int numSlotsTotal
int numSlotsAvailable
org.apache.flink.api.common.JobID jobId
String jobName
long startTime
long endTime
long duration
org.apache.flink.api.common.JobStatus status
long lastUpdateTime
int[] tasksPerState
int numTasks
Collection<E> jobsWithStatus
org.apache.flink.api.common.JobID jobId
org.apache.flink.api.common.JobStatus jobStatus
int numJobsRunningOrPending
int numJobsFinished
int numJobsCancelled
int numJobsFailed
Collection<E> jobs
boolean includeRunning
boolean includeFinished
private Object readResolve()
private Object readResolve()
private Object readResolve()
byte[] serializedCounters
byte[] serializedGauges
byte[] serializedMeters
byte[] serializedHistograms
int numCounters
int numGauges
int numMeters
int numHistograms
OperatorID operatorID
org.apache.flink.api.common.typeutils.TypeComparatorFactory<T> typeComparator
int parallelism
org.apache.flink.api.common.typeutils.TypeComparatorFactory<T> comparatorFactory
org.apache.flink.configuration.Configuration config
int value
String value
org.apache.flink.api.common.JobID jobId
JobVertexID jobVertexId
int numKeyGroups
String registrationName
org.apache.flink.queryablestate.KvStateID[] kvStateIds
InetSocketAddress[] kvStateAddresses
int numRegisteredKeyGroups
org.apache.flink.util.SerializedThrowable reason
int numberTaskManagers
int numberRegisteredSlots
int numberFreeSlots
ResourceProfile totalResource
ResourceProfile freeResource
org.apache.flink.api.common.JobID jobId
AllocationID allocationId
ResourceProfile resourceProfile
String targetAddress
String taskExecutorAddress
ResourceID resourceId
int dataPort
int jmxPort
HardwareDescription hardwareDescription
TaskExecutorMemoryConfiguration memoryConfiguration
ResourceProfile defaultSlotResourceProfile
ResourceProfile totalResourceProfile
TaskManagerInfo taskManagerInfo
Collection<E> allocatedSlots
org.apache.flink.api.common.resources.CPUResource cpuCores
org.apache.flink.configuration.MemorySize taskHeapSize
org.apache.flink.configuration.MemorySize taskOffHeapSize
org.apache.flink.configuration.MemorySize networkMemSize
org.apache.flink.configuration.MemorySize managedMemSize
int numSlots
Map<K,V> extendedResources
int responseCode
RestHandlerException.LoggingBehavior loggingBehavior
boolean numBytesInComplete
boolean numBytesOutComplete
boolean numRecordsInComplete
boolean numRecordsOutComplete
String name
long size
Collection<E> logInfos
JobIDDeserializer jobIdDeserializer
SerializedThrowableDeserializer serializedThrowableDeserializer
SerializedValueDeserializer serializedValueDeserializer
JobIDSerializer jobIdSerializer
SerializedValueSerializer serializedValueSerializer
SerializedThrowableSerializer serializedThrowableSerializer
ResourceProfileInfo resource
org.apache.flink.api.common.JobID jobId
TaskManagerMetricsInfo taskManagerMetrics
Collection<E> allocatedSlots
ResourceID resourceId
String address
int dataPort
int jmxPort
long lastHeartbeat
int numberSlots
int numberAvailableSlots
ResourceProfileInfo totalResource
ResourceProfileInfo freeResource
HardwareDescription hardwareDescription
TaskExecutorMemoryConfiguration memoryConfiguration
Collection<E> threadInfos
int responseCode
Serializable fencingToken
Serializable payload
private void readObject(ObjectInputStream ois) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream oos) throws IOException
IOException
org.apache.flink.util.SerializedValue<T> serializedMethodInvocation
ArchivedExecutionGraph executionGraph
Iterable<T> exceptionHistory
String failingTaskName
ExceptionHistoryEntry.ArchivedTaskManagerLocation taskManagerLocation
ResourceID resourceID
String addressStr
int port
String hostname
String fqdnHostname
JobVertexID jobVertexId
int subtaskIndex
ResourceID producerLocation
NettyShuffleDescriptor.PartitionConnectionInfo partitionConnectionInfo
ResultPartitionID resultPartitionID
ConnectionID connectionID
IntermediateDataSetID resultId
int totalNumberOfPartitions
IntermediateResultPartitionID partitionId
ResultPartitionType partitionType
int numberOfSubpartitions
int connectionIndex
ResultPartitionID resultPartitionID
ResourceProfile resourceProfile
int numberOfRequiredSlots
org.apache.flink.api.common.JobID jobId
String targetAddress
Collection<E> resourceRequirements
String operatorName
org.apache.flink.api.connector.source.Source<T,SplitT extends org.apache.flink.api.connector.source.SourceSplit,EnumChkT> source
int numWorkerThreads
int subtaskId
String location
String hostName
org.apache.flink.api.connector.source.SourceEvent sourceEvent
Object info
StreamStateHandle delegate
List<E> offsets
long size
int subtaskIndex
LatencyTrackingStateConfig.Builder latencyTrackingConfigBuilder
org.apache.flink.api.common.typeutils.TypeSerializer<T> elementSerializer
protected final Object readResolve() throws ObjectStreamException
ObjectStreamException
byte[] encodedReference
DirectoryStateHandle directoryStateHandle
KeyGroupRange keyGroupRange
String directoryString
long checkpointId
UUID backendIdentifier
StreamStateHandle metaDataState
Set<E> sharedStateHandleIDs
UUID backendIdentifier
SharedStateRegistry
.KeyGroupRange keyGroupRange
long checkpointId
Map<K,V> sharedState
Map<K,V> privateState
StreamStateHandle metaStateHandle
int startKeyGroup
int endKeyGroup
KeyGroupRange keyGroupRange
long[] offsets
KeyGroupRangeOffsets groupRangeOffsets
StreamStateHandle stateHandle
File[] allocationBaseDirs
org.apache.flink.api.common.JobID jobID
JobVertexID jobVertexID
int subtaskIndex
long[] offsets
OperatorStateHandle.Mode distributionMode
Map<K,V> stateNameToPartitionOffsets
StreamStateHandle delegateStateHandle
StreamStateHandle wrappedStreamStateHandle
StateObject jobManagerOwnedSnapshot
StateObject taskLocalSnapshot
KeyGroupRange keyGroupRange
List<E> handlesAndOffsets
org.apache.flink.core.fs.Path baseCheckpointPath
org.apache.flink.core.fs.Path baseSavepointPath
org.apache.flink.core.fs.Path filePath
long stateSize
org.apache.flink.core.fs.Path exclusiveCheckpointDir
FileStateHandle metadataFileHandle
String externalPointer
int fileStateThreshold
int writeBufferSize
String relativePath
byte[] data
String handleName
ByteStreamStateHandle
with the exact same name must also have the exact same content
in data.int maxStateSize
boolean enabled
int sampleInterval
int historySize
boolean stateNameAsVariable
org.apache.flink.metrics.MetricGroup metricGroup
org.apache.flink.runtime.state.storage.ExternalizedSnapshotLocation location
int fileStateThreshold
int writeBufferSize
int maxStateSize
org.apache.flink.runtime.state.storage.ExternalizedSnapshotLocation location
Object userValue
long lastAccessTimestamp
Collection<E> accumulatorSnapshots
Collection<E> slotsStatus
SlotID slotID
ResourceProfile resourceProfile
AllocationID allocationID
org.apache.flink.api.common.JobID jobID
SlotReport slotReport
ClusterPartitionReport clusterPartitionReport
Long frameworkHeap
Long taskHeap
Long frameworkOffHeap
Long taskOffHeap
Long networkMemory
Long managedMemoryTotal
Long jvmMetaspace
Long jvmOverhead
Long totalFlinkMemory
Long totalProcessMemory
String reason
InstanceID registrationId
ResourceID resourceManagerResourceId
ClusterInformation clusterInformation
AccumulatorReport accumulatorReport
ExecutionDeploymentReport executionDeploymentReport
AllocationID allocationId
org.apache.flink.api.common.JobID jobId
Collection<E> entries
IntermediateDataSetID dataSetId
Set<E> hostedPartitions
int numTotalPartitions
AllocationID allocationId
int slotIndex
ResourceProfile resourceProfile
ExecutionAttemptID executionId
ExecutionState executionState
org.apache.flink.util.SerializedThrowable throwable
AccumulatorSnapshot accumulators
IOMetrics ioMetrics
ResourceID resourceID
InetAddress inetAddress
TaskManagerLocation.HostNameSupplier hostNameSupplier
int dataPort
String stringRepresentation
InetAddress inetAddress
String hostName
String fqdnHostName
InetAddress inetAddress
ResourceID resourceID
String externalAddress
int dataPort
FlinkMemory flinkMemory
JvmMetaspaceAndOverhead jvmMetaspaceAndOverhead
org.apache.flink.configuration.MemorySize metaspace
org.apache.flink.configuration.MemorySize overhead
org.apache.flink.configuration.MemorySize jvmHeap
org.apache.flink.configuration.MemorySize offHeapMemory
org.apache.flink.configuration.MemorySize frameworkHeap
org.apache.flink.configuration.MemorySize frameworkOffHeap
org.apache.flink.configuration.MemorySize taskHeap
org.apache.flink.configuration.MemorySize taskOffHeap
org.apache.flink.configuration.MemorySize network
org.apache.flink.configuration.MemorySize managed
int requestId
int numSubSamples
java.time.Duration delayBetweenSamples
int maxStackTraceDepth
Copyright © 2014–2021 The Apache Software Foundation. All rights reserved.