org.apache.tez.dag.app

Class TaskCommunicatorManager

java.lang.Object

org.apache.hadoop.service.AbstractService

org.apache.tez.dag.app.TaskCommunicatorManager

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.service.Service, TaskCommunicatorManagerInterface

@InterfaceAudience.Private
public class TaskCommunicatorManager
extends org.apache.hadoop.service.AbstractService
implements TaskCommunicatorManagerInterface

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.hadoop.service.Service

org.apache.hadoop.service.Service.STATE

Field Summary

Fields

Modifier and Type	Field and Description
protected ContainerHeartbeatHandler	containerHeartbeatHandler
protected ServicePluginLifecycleAbstractService[]	taskCommunicatorServiceWrappers
protected TaskHeartbeatHandler	taskHeartbeatHandler

Constructor Summary

Constructors

Constructor and Description
TaskCommunicatorManager(AppContext context, TaskHeartbeatHandler thh, ContainerHeartbeatHandler chh, List<org.apache.tez.dag.api.NamedEntityDescriptor> taskCommunicatorDescriptors)
TaskCommunicatorManager(TaskCommunicator taskCommunicator, AppContext appContext, TaskHeartbeatHandler thh, ContainerHeartbeatHandler chh)

Method Summary

Modifier and Type	Method and Description
boolean	canCommit(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId) Child checking whether it can commit.
void	containerAlive(org.apache.hadoop.yarn.api.records.ContainerId containerId)
void	dagComplete(DAG dag)
void	dagSubmitted()
String	getCompletedLogsUrl(int taskCommId, org.apache.tez.dag.records.TezTaskAttemptID attemptID, org.apache.hadoop.yarn.api.records.NodeId containerNodeId)
String	getInProgressLogsUrl(int taskCommId, org.apache.tez.dag.records.TezTaskAttemptID attemptID, org.apache.hadoop.yarn.api.records.NodeId containerNodeId)
TaskCommunicatorWrapper	getTaskCommunicator(int taskCommIndex)
String	getTaskCommunicatorClassName(int taskCommId)
TaskHeartbeatResponse	heartbeat(TaskHeartbeatRequest request)
void	registerRunningContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId, int taskCommId)
void	registerTaskAttempt(AMContainerTask amContainerTask, org.apache.hadoop.yarn.api.records.ContainerId containerId, int taskCommId)
void	reportError(int taskCommIndex, org.apache.tez.serviceplugins.api.ServicePluginError servicePluginError, String diagnostics, org.apache.tez.serviceplugins.api.DagInfo dagInfo)
void	serviceStart()
void	serviceStop()
void	taskAlive(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId)
void	taskFailed(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId, org.apache.tez.runtime.api.TaskFailureType taskFailureType, org.apache.tez.serviceplugins.api.TaskAttemptEndReason taskAttemptEndReason, String diagnostics)
void	taskKilled(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId, org.apache.tez.serviceplugins.api.TaskAttemptEndReason taskAttemptEndReason, String diagnostics)
void	taskStartedRemotely(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptID)
void	taskSubmitted(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId, org.apache.hadoop.yarn.api.records.ContainerId containerId)
void	unregisterRunningContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId, int taskCommId, org.apache.tez.serviceplugins.api.ContainerEndReason endReason, String diagnostics)
void	unregisterTaskAttempt(org.apache.tez.dag.records.TezTaskAttemptID attemptId, int taskCommId, org.apache.tez.serviceplugins.api.TaskAttemptEndReason endReason, String diagnostics)
void	vertexStateUpdateNotificationReceived(org.apache.tez.dag.api.event.VertexStateUpdate event, int taskCommIndex)

Methods inherited from class org.apache.hadoop.service.AbstractService

close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, serviceInit, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

taskCommunicatorServiceWrappers

protected final ServicePluginLifecycleAbstractService[] taskCommunicatorServiceWrappers

taskHeartbeatHandler

protected final TaskHeartbeatHandler taskHeartbeatHandler

containerHeartbeatHandler

protected final ContainerHeartbeatHandler containerHeartbeatHandler

Constructor Detail

TaskCommunicatorManager

@InterfaceAudience.Private
public TaskCommunicatorManager(TaskCommunicator taskCommunicator,
                                                          AppContext appContext,
                                                          TaskHeartbeatHandler thh,
                                                          ContainerHeartbeatHandler chh)

TaskCommunicatorManager

public TaskCommunicatorManager(AppContext context,
                               TaskHeartbeatHandler thh,
                               ContainerHeartbeatHandler chh,
                               List<org.apache.tez.dag.api.NamedEntityDescriptor> taskCommunicatorDescriptors)
                        throws org.apache.tez.dag.api.TezException

Throws:

org.apache.tez.dag.api.TezException

Method Detail

serviceStart

public void serviceStart()

Overrides:

serviceStart in class org.apache.hadoop.service.AbstractService

serviceStop

public void serviceStop()

Overrides:

serviceStop in class org.apache.hadoop.service.AbstractService

heartbeat

public TaskHeartbeatResponse heartbeat(TaskHeartbeatRequest request)
                                throws IOException,
                                       org.apache.tez.dag.api.TezException

Throws:

IOException

org.apache.tez.dag.api.TezException

taskAlive

public void taskAlive(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId)

containerAlive

public void containerAlive(org.apache.hadoop.yarn.api.records.ContainerId containerId)

taskSubmitted

public void taskSubmitted(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId,
                          org.apache.hadoop.yarn.api.records.ContainerId containerId)

taskStartedRemotely

public void taskStartedRemotely(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptID)

taskKilled

public void taskKilled(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId,
                       org.apache.tez.serviceplugins.api.TaskAttemptEndReason taskAttemptEndReason,
                       String diagnostics)

taskFailed

public void taskFailed(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId,
                       org.apache.tez.runtime.api.TaskFailureType taskFailureType,
                       org.apache.tez.serviceplugins.api.TaskAttemptEndReason taskAttemptEndReason,
                       String diagnostics)

vertexStateUpdateNotificationReceived

public void vertexStateUpdateNotificationReceived(org.apache.tez.dag.api.event.VertexStateUpdate event,
                                                  int taskCommIndex)

canCommit

public boolean canCommit(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId)
                  throws IOException

Child checking whether it can commit.

Repeatedly polls the ApplicationMaster whether it Task.canCommit(TezTaskAttemptID) This is * a legacy from the centralized commit protocol handling by the JobTracker.

Throws:

IOException

dagComplete

public void dagComplete(DAG dag)

Specified by:

dagComplete in interface TaskCommunicatorManagerInterface

dagSubmitted

public void dagSubmitted()

Specified by:

dagSubmitted in interface TaskCommunicatorManagerInterface

registerRunningContainer

public void registerRunningContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId,
                                     int taskCommId)

Specified by:

registerRunningContainer in interface TaskCommunicatorManagerInterface

unregisterRunningContainer

public void unregisterRunningContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId,
                                       int taskCommId,
                                       org.apache.tez.serviceplugins.api.ContainerEndReason endReason,
                                       String diagnostics)

Specified by:

unregisterRunningContainer in interface TaskCommunicatorManagerInterface

registerTaskAttempt

public void registerTaskAttempt(AMContainerTask amContainerTask,
                                org.apache.hadoop.yarn.api.records.ContainerId containerId,
                                int taskCommId)

Specified by:

registerTaskAttempt in interface TaskCommunicatorManagerInterface

unregisterTaskAttempt

public void unregisterTaskAttempt(org.apache.tez.dag.records.TezTaskAttemptID attemptId,
                                  int taskCommId,
                                  org.apache.tez.serviceplugins.api.TaskAttemptEndReason endReason,
                                  String diagnostics)

Specified by:

unregisterTaskAttempt in interface TaskCommunicatorManagerInterface

getTaskCommunicator

public TaskCommunicatorWrapper getTaskCommunicator(int taskCommIndex)

Specified by:

getTaskCommunicator in interface TaskCommunicatorManagerInterface

reportError

public void reportError(int taskCommIndex,
                        org.apache.tez.serviceplugins.api.ServicePluginError servicePluginError,
                        String diagnostics,
                        org.apache.tez.serviceplugins.api.DagInfo dagInfo)

Specified by:

reportError in interface TaskCommunicatorManagerInterface

getTaskCommunicatorClassName

public String getTaskCommunicatorClassName(int taskCommId)

Specified by:

getTaskCommunicatorClassName in interface TaskCommunicatorManagerInterface

getInProgressLogsUrl

public String getInProgressLogsUrl(int taskCommId,
                                   org.apache.tez.dag.records.TezTaskAttemptID attemptID,
                                   org.apache.hadoop.yarn.api.records.NodeId containerNodeId)

Specified by:

getInProgressLogsUrl in interface TaskCommunicatorManagerInterface

getCompletedLogsUrl

public String getCompletedLogsUrl(int taskCommId,
                                  org.apache.tez.dag.records.TezTaskAttemptID attemptID,
                                  org.apache.hadoop.yarn.api.records.NodeId containerNodeId)

Specified by:

getCompletedLogsUrl in interface TaskCommunicatorManagerInterface