org.apache.tez.dag.app.dag

Interface Vertex

All Superinterfaces:

Comparable<Vertex>

All Known Implementing Classes:

VertexImpl

public interface Vertex
extends Comparable<Vertex>

Main interface to interact with the job. Provides only getters.

Nested Class Summary

Nested Classes

Modifier and Type	Interface and Description
static interface	Vertex.VertexConfig

Method Summary

Modifier and Type	Method and Description
void	addCounters(org.apache.tez.common.counters.TezCounters tezCounters) Add custom counters to the vertex
void	addSharedOutputs(Set<String> outputs)
void	doneReconfiguringVertex()
Map<String,org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.InputDescriptor,org.apache.tez.dag.api.InputInitializerDescriptor>>	getAdditionalInputs()
Map<String,org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.OutputDescriptor,org.apache.tez.dag.api.OutputCommitterDescriptor>>	getAdditionalOutputs()
org.apache.tez.common.counters.TezCounters	getAllCounters() Get all the counters of this vertex.
AppContext	getAppContext()
org.apache.tez.common.counters.TezCounters	getCachedCounters() Get all the counters of this vertex.
float	getCompletedTaskProgress()
int	getCompletedTasks()
org.apache.hadoop.conf.Configuration	getConf()
int	getContainerLauncherIdentifier()
DAG	getDAG()
List<String>	getDiagnostics()
int	getDistanceFromRoot()
int	getFailedTaskAttemptCount()
long	getFinishTime()
long	getFirstTaskStartTime()
List<org.apache.tez.runtime.api.impl.GroupInputSpec>	getGroupInputSpecList()
long	getInitTime()
List<org.apache.tez.runtime.api.impl.InputSpec>	getInputSpecList(int taskIndex)
Map<Vertex,Edge>	getInputVertices()
int	getInputVerticesCount()
LinkedHashMap<String,Integer>	getIOIndices()
int	getKilledTaskAttemptCount()
long	getLastTaskFinishTime()
String	getLogIdentifier()
int	getMaxTaskConcurrency()
String	getName()
Map<String,org.apache.tez.runtime.api.OutputCommitter>	getOutputCommitters()
List<org.apache.tez.runtime.api.impl.OutputSpec>	getOutputSpecList(int taskIndex)
Map<Vertex,Edge>	getOutputVertices()
int	getOutputVerticesCount()
org.apache.tez.dag.api.ProcessorDescriptor	getProcessorDescriptor()
float	getProgress()
int	getRejectedTaskAttemptCount()
int	getRunningTasks()
ServicePluginInfo	getServicePluginInfo()
Set<String>	getSharedOutputs()
long	getStartTime()
VertexState	getState()
org.apache.tez.runtime.api.VertexStatistics	getStatistics()
int	getSucceededTasks()
Task	getTask(int taskIndex)
Task	getTask(org.apache.tez.dag.records.TezTaskID taskID)
TaskAttemptEventInfo	getTaskAttemptTezEvents(org.apache.tez.dag.records.TezTaskAttemptID attemptID, int fromEventId, int nextPreRoutedFromEventId, int maxEvents)
int	getTaskCommunicatorIdentifier()
org.apache.tez.dag.api.TaskLocationHint	getTaskLocationHint(org.apache.tez.dag.records.TezTaskID taskID)
org.apache.hadoop.yarn.api.records.Resource	getTaskResource()
Map<org.apache.tez.dag.records.TezTaskID,Task>	getTasks()
int	getTaskSchedulerIdentifier()
VertexTerminationCause	getTerminationCause()
int	getTotalTasks()
Vertex.VertexConfig	getVertexConfig()
org.apache.tez.dag.records.TezVertexID	getVertexId()
org.apache.tez.dag.api.records.DAGProtos.VertexPlan	getVertexPlan()
ProgressBuilder	getVertexProgress()
VertexStatusBuilder	getVertexStatus(Set<org.apache.tez.dag.api.client.StatusGetOpts> statusOptions)
void	handleSpeculatorEvent(SpeculatorEvent event)
void	incrementFailedTaskAttemptCount()
void	incrementKilledTaskAttemptCount()
void	incrementRejectedTaskAttemptCount()
boolean	isSpeculationEnabled()
void	reconfigureVertex(int parallelism, org.apache.tez.dag.api.VertexLocationHint locationHint, Map<String,org.apache.tez.dag.api.EdgeProperty> sourceEdgeProperties)
void	reconfigureVertex(int parallelism, org.apache.tez.dag.api.VertexLocationHint locationHint, Map<String,org.apache.tez.dag.api.EdgeProperty> sourceEdgeProperties, Map<String,org.apache.tez.runtime.api.InputSpecUpdate> rootInputSpecUpdate)
void	reconfigureVertex(Map<String,org.apache.tez.runtime.api.InputSpecUpdate> rootInputSpecUpdate, int parallelism, org.apache.tez.dag.api.VertexLocationHint locationHint)
void	reportTaskStartTime(long taskStartTime)
void	scheduleSpeculativeTask(org.apache.tez.dag.records.TezTaskID taskId)
void	scheduleTasks(List<org.apache.tez.dag.api.VertexManagerPluginContext.ScheduleTaskRequest> tasks)
void	setAdditionalInputs(List<org.apache.tez.dag.api.records.DAGProtos.RootInputLeafOutputProto> inputs)
void	setAdditionalOutputs(List<org.apache.tez.dag.api.records.DAGProtos.RootInputLeafOutputProto> outputs)
void	setInputVertices(Map<Vertex,Edge> inVertices)
void	setOutputVertices(Map<Vertex,Edge> outVertices)
void	setParallelism(int parallelism, org.apache.tez.dag.api.VertexLocationHint vertexLocationHint, Map<String,org.apache.tez.dag.api.EdgeManagerPluginDescriptor> sourceEdgeManagers, Map<String,org.apache.tez.runtime.api.InputSpecUpdate> rootInputSpecUpdate, boolean fromVertexManager)
void	setVertexLocationHint(org.apache.tez.dag.api.VertexLocationHint vertexLocationHint)
void	vertexReconfigurationPlanned()

Methods inherited from interface java.lang.Comparable

compareTo

Method Detail

getVertexId

org.apache.tez.dag.records.TezVertexID getVertexId()

getVertexPlan

org.apache.tez.dag.api.records.DAGProtos.VertexPlan getVertexPlan()

getDistanceFromRoot

int getDistanceFromRoot()

getIOIndices

LinkedHashMap<String,Integer> getIOIndices()

getName

String getName()

getState

VertexState getState()

getAllCounters

org.apache.tez.common.counters.TezCounters getAllCounters()

Get all the counters of this vertex.

Returns:

aggregate task-counters

getCachedCounters

org.apache.tez.common.counters.TezCounters getCachedCounters()

Get all the counters of this vertex.

Returns:

aggregate task-counters

addCounters

void addCounters(org.apache.tez.common.counters.TezCounters tezCounters)

Add custom counters to the vertex

Parameters:

tezCounters - counters to add

getMaxTaskConcurrency

int getMaxTaskConcurrency()

getTasks

Map<org.apache.tez.dag.records.TezTaskID,Task> getTasks()

getTask

Task getTask(org.apache.tez.dag.records.TezTaskID taskID)

getTask

Task getTask(int taskIndex)

getDiagnostics

List<String> getDiagnostics()

getTotalTasks

int getTotalTasks()

getCompletedTasks

int getCompletedTasks()

getSucceededTasks

int getSucceededTasks()

getRunningTasks

int getRunningTasks()

getProgress

float getProgress()

getCompletedTaskProgress

float getCompletedTaskProgress()

getVertexProgress

ProgressBuilder getVertexProgress()

getVertexStatus

VertexStatusBuilder getVertexStatus(Set<org.apache.tez.dag.api.client.StatusGetOpts> statusOptions)

getTaskLocationHint

@Nullable
org.apache.tez.dag.api.TaskLocationHint getTaskLocationHint(org.apache.tez.dag.records.TezTaskID taskID)

setParallelism

void setParallelism(int parallelism,
                    org.apache.tez.dag.api.VertexLocationHint vertexLocationHint,
                    Map<String,org.apache.tez.dag.api.EdgeManagerPluginDescriptor> sourceEdgeManagers,
                    Map<String,org.apache.tez.runtime.api.InputSpecUpdate> rootInputSpecUpdate,
                    boolean fromVertexManager)
             throws AMUserCodeException

Throws:

AMUserCodeException

reconfigureVertex

void reconfigureVertex(int parallelism,
                       @Nullable
                       org.apache.tez.dag.api.VertexLocationHint locationHint,
                       @Nullable
                       Map<String,org.apache.tez.dag.api.EdgeProperty> sourceEdgeProperties)
                throws AMUserCodeException

Throws:

AMUserCodeException

reconfigureVertex

void reconfigureVertex(@Nullable
                       Map<String,org.apache.tez.runtime.api.InputSpecUpdate> rootInputSpecUpdate,
                       int parallelism,
                       @Nullable
                       org.apache.tez.dag.api.VertexLocationHint locationHint)
                throws AMUserCodeException

Throws:

AMUserCodeException

reconfigureVertex

void reconfigureVertex(int parallelism,
                       @Nullable
                       org.apache.tez.dag.api.VertexLocationHint locationHint,
                       @Nullable
                       Map<String,org.apache.tez.dag.api.EdgeProperty> sourceEdgeProperties,
                       @Nullable
                       Map<String,org.apache.tez.runtime.api.InputSpecUpdate> rootInputSpecUpdate)
                throws AMUserCodeException

Throws:

AMUserCodeException

setVertexLocationHint

void setVertexLocationHint(org.apache.tez.dag.api.VertexLocationHint vertexLocationHint)

vertexReconfigurationPlanned

void vertexReconfigurationPlanned()

doneReconfiguringVertex

void doneReconfiguringVertex()

setInputVertices

void setInputVertices(Map<Vertex,Edge> inVertices)

setOutputVertices

void setOutputVertices(Map<Vertex,Edge> outVertices)

getStatistics

org.apache.tez.runtime.api.VertexStatistics getStatistics()

getInputVertices

Map<Vertex,Edge> getInputVertices()

getOutputVertices

Map<Vertex,Edge> getOutputVertices()

getOutputCommitters

Map<String,org.apache.tez.runtime.api.OutputCommitter> getOutputCommitters()

setAdditionalInputs

void setAdditionalInputs(List<org.apache.tez.dag.api.records.DAGProtos.RootInputLeafOutputProto> inputs)

setAdditionalOutputs

void setAdditionalOutputs(List<org.apache.tez.dag.api.records.DAGProtos.RootInputLeafOutputProto> outputs)

getAdditionalInputs

@Nullable
Map<String,org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.InputDescriptor,org.apache.tez.dag.api.InputInitializerDescriptor>> getAdditionalInputs()

getAdditionalOutputs

@Nullable
Map<String,org.apache.tez.dag.api.RootInputLeafOutput<org.apache.tez.dag.api.OutputDescriptor,org.apache.tez.dag.api.OutputCommitterDescriptor>> getAdditionalOutputs()

getInputSpecList

List<org.apache.tez.runtime.api.impl.InputSpec> getInputSpecList(int taskIndex)
                                                          throws AMUserCodeException

Throws:

AMUserCodeException

getOutputSpecList

List<org.apache.tez.runtime.api.impl.OutputSpec> getOutputSpecList(int taskIndex)
                                                            throws AMUserCodeException

Throws:

AMUserCodeException

getGroupInputSpecList

List<org.apache.tez.runtime.api.impl.GroupInputSpec> getGroupInputSpecList()

addSharedOutputs

void addSharedOutputs(Set<String> outputs)

getSharedOutputs

Set<String> getSharedOutputs()

getInputVerticesCount

int getInputVerticesCount()

getOutputVerticesCount

int getOutputVerticesCount()

scheduleTasks

void scheduleTasks(List<org.apache.tez.dag.api.VertexManagerPluginContext.ScheduleTaskRequest> tasks)

scheduleSpeculativeTask

void scheduleSpeculativeTask(org.apache.tez.dag.records.TezTaskID taskId)

getTaskResource

org.apache.hadoop.yarn.api.records.Resource getTaskResource()

getTaskAttemptTezEvents

TaskAttemptEventInfo getTaskAttemptTezEvents(org.apache.tez.dag.records.TezTaskAttemptID attemptID,
                                             int fromEventId,
                                             int nextPreRoutedFromEventId,
                                             int maxEvents)

handleSpeculatorEvent

void handleSpeculatorEvent(SpeculatorEvent event)

getProcessorDescriptor

org.apache.tez.dag.api.ProcessorDescriptor getProcessorDescriptor()

getDAG

DAG getDAG()

getTerminationCause

@Nullable
VertexTerminationCause getTerminationCause()

getAppContext

AppContext getAppContext()

getLogIdentifier

String getLogIdentifier()

incrementFailedTaskAttemptCount

void incrementFailedTaskAttemptCount()

incrementKilledTaskAttemptCount

void incrementKilledTaskAttemptCount()

getFailedTaskAttemptCount

int getFailedTaskAttemptCount()

getKilledTaskAttemptCount

int getKilledTaskAttemptCount()

getConf

org.apache.hadoop.conf.Configuration getConf()

isSpeculationEnabled

boolean isSpeculationEnabled()

getTaskSchedulerIdentifier

int getTaskSchedulerIdentifier()

getContainerLauncherIdentifier

int getContainerLauncherIdentifier()

getTaskCommunicatorIdentifier

int getTaskCommunicatorIdentifier()

getServicePluginInfo

ServicePluginInfo getServicePluginInfo()

getInitTime

long getInitTime()

getStartTime

long getStartTime()

getFinishTime

long getFinishTime()

reportTaskStartTime

void reportTaskStartTime(long taskStartTime)

getFirstTaskStartTime

long getFirstTaskStartTime()

getLastTaskFinishTime

long getLastTaskFinishTime()

getVertexConfig

Vertex.VertexConfig getVertexConfig()

incrementRejectedTaskAttemptCount

void incrementRejectedTaskAttemptCount()

getRejectedTaskAttemptCount

int getRejectedTaskAttemptCount()