org.apache.hadoop.hive.llap.tezplugins

Class LlapTaskCommunicator

java.lang.Object

org.apache.tez.serviceplugins.api.TaskCommunicator

org.apache.tez.dag.app.TezTaskCommunicatorImpl

org.apache.hadoop.hive.llap.tezplugins.LlapTaskCommunicator

All Implemented Interfaces:

org.apache.tez.common.ServicePluginLifecycle

public class LlapTaskCommunicator
extends org.apache.tez.dag.app.TezTaskCommunicatorImpl

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected class	LlapTaskCommunicator.LlapTaskUmbilicalProtocolImpl
static interface	LlapTaskCommunicator.OperationCallback<ResultType,CtxType>

Nested classes/interfaces inherited from class org.apache.tez.dag.app.TezTaskCommunicatorImpl

org.apache.tez.dag.app.TezTaskCommunicatorImpl.ContainerInfo

Field Summary

Fields inherited from class org.apache.tez.dag.app.TezTaskCommunicatorImpl

address, attemptToContainerMap, conf, registeredContainers, server, sessionToken, tokenIdentifier

Constructor Summary

Constructors

Constructor and Description
LlapTaskCommunicator(org.apache.tez.serviceplugins.api.TaskCommunicatorContext taskCommunicatorContext)

Method Summary

Modifier and Type	Method and Description
protected LlapProtocolClientProxy	createLlapProtocolClientProxy(int numThreads, org.apache.hadoop.conf.Configuration conf)
void	dagComplete(int dagIdentifier)
String	getAmHostString()
String	getCompletedLogsUrl(org.apache.tez.dag.records.TezTaskAttemptID attemptID, org.apache.hadoop.yarn.api.records.NodeId containerNodeId)
String	getInProgressLogsUrl(org.apache.tez.dag.records.TezTaskAttemptID attemptID, org.apache.hadoop.yarn.api.records.NodeId containerNodeId)
void	initialize()
void	onVertexStateUpdated(org.apache.tez.dag.api.event.VertexStateUpdate vertexStateUpdate)
void	registerContainerEnd(org.apache.hadoop.yarn.api.records.ContainerId containerId, org.apache.tez.serviceplugins.api.ContainerEndReason endReason, String diagnostics)
void	registerKnownNode(LlapNodeId nodeId)
void	registerPingingNode(LlapNodeId nodeId)
void	registerRunningContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId, String hostname, int port)
void	registerRunningTaskAttempt(org.apache.hadoop.yarn.api.records.ContainerId containerId, org.apache.tez.runtime.api.impl.TaskSpec taskSpec, Map<String,org.apache.hadoop.yarn.api.records.LocalResource> additionalResources, org.apache.hadoop.security.Credentials credentials, boolean credentialsChanged, int priority)
void	sendStateUpdate(LlapNodeId nodeId, org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SourceStateUpdatedRequestProto request)
void	shutdown()
void	start()
protected void	startRpcServer()
<T> void	startUpdateGuaranteed(org.apache.tez.dag.records.TezTaskAttemptID attemptId, org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.NodeInfo assignedNode, boolean newState, LlapTaskCommunicator.OperationCallback<Boolean,T> callback, T ctx)
void	unregisterRunningTaskAttempt(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId, org.apache.tez.serviceplugins.api.TaskAttemptEndReason endReason, String diagnostics)

Methods inherited from class org.apache.tez.dag.app.TezTaskCommunicatorImpl

getAddress, getConf, getContainerForAttempt, getContainerInfo, getMetaInfo, getSessionToken, getTokenIdentifier, getUmbilical, stopRpcServer

Methods inherited from class org.apache.tez.serviceplugins.api.TaskCommunicator

getContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

LlapTaskCommunicator

public LlapTaskCommunicator(org.apache.tez.serviceplugins.api.TaskCommunicatorContext taskCommunicatorContext)

Method Detail

initialize

public void initialize()
                throws Exception

Specified by:

initialize in interface org.apache.tez.common.ServicePluginLifecycle

Overrides:

initialize in class org.apache.tez.serviceplugins.api.TaskCommunicator

Throws:

Exception

start

public void start()

Specified by:

start in interface org.apache.tez.common.ServicePluginLifecycle

Overrides:

start in class org.apache.tez.dag.app.TezTaskCommunicatorImpl

shutdown

public void shutdown()

Specified by:

shutdown in interface org.apache.tez.common.ServicePluginLifecycle

Overrides:

shutdown in class org.apache.tez.dag.app.TezTaskCommunicatorImpl

startRpcServer

protected void startRpcServer()

Overrides:

startRpcServer in class org.apache.tez.dag.app.TezTaskCommunicatorImpl

createLlapProtocolClientProxy

protected LlapProtocolClientProxy createLlapProtocolClientProxy(int numThreads,
                                                                org.apache.hadoop.conf.Configuration conf)

registerRunningContainer

public void registerRunningContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId,
                                     String hostname,
                                     int port)

Overrides:

registerRunningContainer in class org.apache.tez.dag.app.TezTaskCommunicatorImpl

registerContainerEnd

public void registerContainerEnd(org.apache.hadoop.yarn.api.records.ContainerId containerId,
                                 org.apache.tez.serviceplugins.api.ContainerEndReason endReason,
                                 String diagnostics)

Overrides:

registerContainerEnd in class org.apache.tez.dag.app.TezTaskCommunicatorImpl

startUpdateGuaranteed

public <T> void startUpdateGuaranteed(org.apache.tez.dag.records.TezTaskAttemptID attemptId,
                                      org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.NodeInfo assignedNode,
                                      boolean newState,
                                      LlapTaskCommunicator.OperationCallback<Boolean,T> callback,
                                      T ctx)

registerRunningTaskAttempt

public void registerRunningTaskAttempt(org.apache.hadoop.yarn.api.records.ContainerId containerId,
                                       org.apache.tez.runtime.api.impl.TaskSpec taskSpec,
                                       Map<String,org.apache.hadoop.yarn.api.records.LocalResource> additionalResources,
                                       org.apache.hadoop.security.Credentials credentials,
                                       boolean credentialsChanged,
                                       int priority)

Overrides:

registerRunningTaskAttempt in class org.apache.tez.dag.app.TezTaskCommunicatorImpl

unregisterRunningTaskAttempt

public void unregisterRunningTaskAttempt(org.apache.tez.dag.records.TezTaskAttemptID taskAttemptId,
                                         org.apache.tez.serviceplugins.api.TaskAttemptEndReason endReason,
                                         String diagnostics)

Overrides:

unregisterRunningTaskAttempt in class org.apache.tez.dag.app.TezTaskCommunicatorImpl

dagComplete

public void dagComplete(int dagIdentifier)

Overrides:

dagComplete in class org.apache.tez.dag.app.TezTaskCommunicatorImpl

onVertexStateUpdated

public void onVertexStateUpdated(org.apache.tez.dag.api.event.VertexStateUpdate vertexStateUpdate)

Overrides:

onVertexStateUpdated in class org.apache.tez.dag.app.TezTaskCommunicatorImpl

sendStateUpdate

public void sendStateUpdate(LlapNodeId nodeId,
                            org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SourceStateUpdatedRequestProto request)

getInProgressLogsUrl

public String getInProgressLogsUrl(org.apache.tez.dag.records.TezTaskAttemptID attemptID,
                                   org.apache.hadoop.yarn.api.records.NodeId containerNodeId)

Overrides:

getInProgressLogsUrl in class org.apache.tez.serviceplugins.api.TaskCommunicator

getCompletedLogsUrl

public String getCompletedLogsUrl(org.apache.tez.dag.records.TezTaskAttemptID attemptID,
                                  org.apache.hadoop.yarn.api.records.NodeId containerNodeId)

Overrides:

getCompletedLogsUrl in class org.apache.tez.serviceplugins.api.TaskCommunicator

registerKnownNode

public void registerKnownNode(LlapNodeId nodeId)

registerPingingNode

public void registerPingingNode(LlapNodeId nodeId)

getAmHostString

public String getAmHostString()