org.apache.flink.runtime.executiongraph

Class ExecutionGraph

java.lang.Object

org.apache.flink.runtime.executiongraph.ExecutionGraph

All Implemented Interfaces:

Serializable

public class ExecutionGraph
extends Object
implements Serializable

The execution graph is the central data structure that coordinates the distributed execution of a data flow. It keeps representations of each parallel task, each intermediate result, and the communication between them. The execution graph consists of the following constructs:

• The ExecutionJobVertex represents one vertex from the JobGraph (usually one operation like "map" or "join") during execution. It holds the aggregated state of all parallel subtasks. The ExecutionJobVertex is identified inside the graph by the JobVertexID, which it takes from the JobGraph's corresponding JobVertex.
• The ExecutionVertex represents one parallel subtask. For each ExecutionJobVertex, there are as many ExecutionVertices as the parallelism. The ExecutionVertex is identified by the ExecutionJobVertex and the number of the parallel subtask
• The Execution is one attempt to execute a ExecutionVertex. There may be multiple Executions for the ExecutionVertex, in case of a failure, or in the case where some data needs to be recomputed because it is no longer available when requested by later operations. An Execution is always identified by an ExecutionAttemptID. All messages between the JobManager and the TaskManager about deployment of tasks and updates in the task status always use the ExecutionAttemptID to address the message receiver.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
ExecutionGraph(JobID jobId, String jobName, Configuration jobConfig, scala.concurrent.duration.FiniteDuration timeout)
ExecutionGraph(JobID jobId, String jobName, Configuration jobConfig, scala.concurrent.duration.FiniteDuration timeout, List<BlobKey> requiredJarFiles)
ExecutionGraph(JobID jobId, String jobName, Configuration jobConfig, scala.concurrent.duration.FiniteDuration timeout, List<BlobKey> requiredJarFiles, ClassLoader userClassLoader)

Method Summary

Modifier and Type	Method and Description
void	attachJobGraph(List<AbstractJobVertex> topologiallySorted)
void	cancel()
boolean	containsJobStatusListener(akka.actor.ActorRef listener)
void	fail(Throwable t)
Iterable<ExecutionVertex>	getAllExecutionVertices()
Map<IntermediateDataSetID,IntermediateResult>	getAllIntermediateResults()
Map<JobVertexID,ExecutionJobVertex>	getAllVertices()
long	getDelayBeforeRetrying()
Throwable	getFailureCause()
Configuration	getJobConfiguration()
JobID	getJobID()
String	getJobName()
ExecutionJobVertex	getJobVertex(JobVertexID id)
int	getNumberOfRetriesLeft()
Map<ExecutionAttemptID,Execution>	getRegisteredExecutions()
List<BlobKey>	getRequiredJarFiles() Returns a list of BLOB keys referring to the JAR files required to run this job
ScheduleMode	getScheduleMode()
Scheduler	getScheduler()
JobStatus	getState()
akka.actor.ActorRef	getStateCheckpointerActor()
long	getStatusTimestamp(JobStatus status)
ClassLoader	getUserClassLoader()
Iterable<ExecutionJobVertex>	getVerticesTopologically()
boolean	isQueuedSchedulingAllowed()
void	loadOperatorStates(Map<scala.Tuple3<JobVertexID,Integer,Long>,StateHandle> states)
void	prepareForArchiving() This method cleans fields that are irrelevant for the archived execution attempt.
void	registerExecutionListener(akka.actor.ActorRef listener)
void	registerJobStatusListener(akka.actor.ActorRef listener)
void	restart()
void	scheduleForExecution(Scheduler scheduler)
void	scheduleOrUpdateConsumers(ResultPartitionID partitionId)
void	setCheckpointingEnabled(boolean checkpointingEnabled)
void	setCheckpointingInterval(long checkpointingInterval)
void	setDelayBeforeRetrying(long delayBeforeRetrying)
void	setNumberOfRetriesLeft(int numberOfRetriesLeft)
void	setParentContext(akka.actor.ActorContext parentContext)
void	setQueuedSchedulingAllowed(boolean allowed)
void	setScheduleMode(ScheduleMode scheduleMode)
void	setStateCheckpointerActor(akka.actor.ActorRef stateCheckpointerActor)
boolean	updateState(TaskExecutionState state)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ExecutionGraph

public ExecutionGraph(JobID jobId,
                      String jobName,
                      Configuration jobConfig,
                      scala.concurrent.duration.FiniteDuration timeout)

ExecutionGraph

public ExecutionGraph(JobID jobId,
                      String jobName,
                      Configuration jobConfig,
                      scala.concurrent.duration.FiniteDuration timeout,
                      List<BlobKey> requiredJarFiles)

ExecutionGraph

public ExecutionGraph(JobID jobId,
                      String jobName,
                      Configuration jobConfig,
                      scala.concurrent.duration.FiniteDuration timeout,
                      List<BlobKey> requiredJarFiles,
                      ClassLoader userClassLoader)

Method Detail

setStateCheckpointerActor

public void setStateCheckpointerActor(akka.actor.ActorRef stateCheckpointerActor)

getStateCheckpointerActor

public akka.actor.ActorRef getStateCheckpointerActor()

setParentContext

public void setParentContext(akka.actor.ActorContext parentContext)

setNumberOfRetriesLeft

public void setNumberOfRetriesLeft(int numberOfRetriesLeft)

getNumberOfRetriesLeft

public int getNumberOfRetriesLeft()

setDelayBeforeRetrying

public void setDelayBeforeRetrying(long delayBeforeRetrying)

getDelayBeforeRetrying

public long getDelayBeforeRetrying()

attachJobGraph

public void attachJobGraph(List<AbstractJobVertex> topologiallySorted)
                    throws JobException

Throws:

JobException

setCheckpointingEnabled

public void setCheckpointingEnabled(boolean checkpointingEnabled)

setCheckpointingInterval

public void setCheckpointingInterval(long checkpointingInterval)

getRequiredJarFiles

public List<BlobKey> getRequiredJarFiles()

Returns a list of BLOB keys referring to the JAR files required to run this job

Returns:

list of BLOB keys referring to the JAR files required to run this job

getScheduler

public Scheduler getScheduler()

getJobID

public JobID getJobID()

getJobName

public String getJobName()

getJobConfiguration

public Configuration getJobConfiguration()

getUserClassLoader

public ClassLoader getUserClassLoader()

getState

public JobStatus getState()

getFailureCause

public Throwable getFailureCause()

getJobVertex

public ExecutionJobVertex getJobVertex(JobVertexID id)

getAllVertices

public Map<JobVertexID,ExecutionJobVertex> getAllVertices()

getVerticesTopologically

public Iterable<ExecutionJobVertex> getVerticesTopologically()

getAllIntermediateResults

public Map<IntermediateDataSetID,IntermediateResult> getAllIntermediateResults()

getAllExecutionVertices

public Iterable<ExecutionVertex> getAllExecutionVertices()

getStatusTimestamp

public long getStatusTimestamp(JobStatus status)

isQueuedSchedulingAllowed

public boolean isQueuedSchedulingAllowed()

setQueuedSchedulingAllowed

public void setQueuedSchedulingAllowed(boolean allowed)

setScheduleMode

public void setScheduleMode(ScheduleMode scheduleMode)

getScheduleMode

public ScheduleMode getScheduleMode()

scheduleForExecution

public void scheduleForExecution(Scheduler scheduler)
                          throws JobException

Throws:

JobException

cancel

public void cancel()

fail

public void fail(Throwable t)

updateState

public boolean updateState(TaskExecutionState state)

loadOperatorStates

public void loadOperatorStates(Map<scala.Tuple3<JobVertexID,Integer,Long>,StateHandle> states)

scheduleOrUpdateConsumers

public void scheduleOrUpdateConsumers(ResultPartitionID partitionId)

getRegisteredExecutions

public Map<ExecutionAttemptID,Execution> getRegisteredExecutions()

registerJobStatusListener

public void registerJobStatusListener(akka.actor.ActorRef listener)

registerExecutionListener

public void registerExecutionListener(akka.actor.ActorRef listener)

containsJobStatusListener

public boolean containsJobStatusListener(akka.actor.ActorRef listener)

restart

public void restart()

prepareForArchiving

public void prepareForArchiving()

This method cleans fields that are irrelevant for the archived execution attempt.