org.apache.hadoop.hive.llap.daemon.impl

Class ContainerRunnerImpl

java.lang.Object

org.apache.hadoop.service.AbstractService

org.apache.hadoop.service.CompositeService

org.apache.hadoop.hive.llap.daemon.impl.ContainerRunnerImpl

All Implemented Interfaces:

Closeable, AutoCloseable, ContainerRunner, FragmentCompletionHandler, QueryFailedHandler, org.apache.hadoop.service.Service

public class ContainerRunnerImpl
extends org.apache.hadoop.service.CompositeService
implements ContainerRunner, FragmentCompletionHandler, QueryFailedHandler

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.service.CompositeService

org.apache.hadoop.service.CompositeService.CompositeServiceShutdownHook

Nested classes/interfaces inherited from interface org.apache.hadoop.service.Service

org.apache.hadoop.service.Service.STATE

Field Summary

Fields

Modifier and Type	Field and Description
static String	THREAD_NAME_FORMAT_PREFIX

Fields inherited from class org.apache.hadoop.service.CompositeService

STOP_ONLY_STARTED_SERVICES

Constructor Summary

Constructors

Constructor and Description

ContainerRunnerImpl(org.apache.hadoop.conf.Configuration conf, int numExecutors, int waitQueueSize, boolean enablePreemption, String[] localDirsBase, AtomicReference<Integer> localShufflePort, AtomicReference<InetSocketAddress> localAddress, long totalMemoryAvailableBytes, LlapDaemonExecutorMetrics metrics, AMReporter amReporter, ClassLoader classLoader, DaemonId daemonId, UgiFactory fsUgiFactory, SocketFactory socketFactory)

Method Summary

Modifier and Type	Method and Description
static String	constructUniqueQueryId(String queryId, int dagIndex)
void	fragmentComplete(QueryFragmentInfo fragmentInfo)
Set<String>	getExecutorStatus()
int	getNumActive()
org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.QueryCompleteResponseProto	queryComplete(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.QueryCompleteRequestProto request)
void	queryFailed(QueryIdentifier queryIdentifier)
void	serviceInit(org.apache.hadoop.conf.Configuration conf)
void	serviceStart()
protected void	serviceStop()
org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SourceStateUpdatedResponseProto	sourceStateUpdated(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SourceStateUpdatedRequestProto request)
static String	stringifySubmitRequest(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SubmitWorkRequestProto request, org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SignableVertexSpec vertex)
org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SubmitWorkResponseProto	submitWork(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SubmitWorkRequestProto request)
org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.TerminateFragmentResponseProto	terminateFragment(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.TerminateFragmentRequestProto request)
org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.UpdateFragmentResponseProto	updateFragment(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.UpdateFragmentRequestProto request)

Methods inherited from class org.apache.hadoop.service.CompositeService

addIfService, addService, getServices, removeService

Methods inherited from class org.apache.hadoop.service.AbstractService

close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

THREAD_NAME_FORMAT_PREFIX

public static final String THREAD_NAME_FORMAT_PREFIX

See Also:

Constant Field Values

Constructor Detail

ContainerRunnerImpl

public ContainerRunnerImpl(org.apache.hadoop.conf.Configuration conf,
                           int numExecutors,
                           int waitQueueSize,
                           boolean enablePreemption,
                           String[] localDirsBase,
                           AtomicReference<Integer> localShufflePort,
                           AtomicReference<InetSocketAddress> localAddress,
                           long totalMemoryAvailableBytes,
                           LlapDaemonExecutorMetrics metrics,
                           AMReporter amReporter,
                           ClassLoader classLoader,
                           DaemonId daemonId,
                           UgiFactory fsUgiFactory,
                           SocketFactory socketFactory)

Method Detail

serviceInit

public void serviceInit(org.apache.hadoop.conf.Configuration conf)
                 throws Exception

Overrides:

serviceInit in class org.apache.hadoop.service.CompositeService

Throws:

Exception

serviceStart

public void serviceStart()
                  throws Exception

Overrides:

serviceStart in class org.apache.hadoop.service.CompositeService

Throws:

Exception

serviceStop

protected void serviceStop()
                    throws Exception

Overrides:

serviceStop in class org.apache.hadoop.service.CompositeService

Throws:

Exception

submitWork

public org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SubmitWorkResponseProto submitWork(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SubmitWorkRequestProto request)
                                                                                                   throws IOException

Specified by:

submitWork in interface ContainerRunner

Throws:

IOException

sourceStateUpdated

public org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SourceStateUpdatedResponseProto sourceStateUpdated(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SourceStateUpdatedRequestProto request)
                                                                                                                   throws IOException

Specified by:

sourceStateUpdated in interface ContainerRunner

Throws:

IOException

queryComplete

public org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.QueryCompleteResponseProto queryComplete(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.QueryCompleteRequestProto request)
                                                                                                         throws IOException

Specified by:

queryComplete in interface ContainerRunner

Throws:

IOException

terminateFragment

public org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.TerminateFragmentResponseProto terminateFragment(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.TerminateFragmentRequestProto request)
                                                                                                                 throws IOException

Specified by:

terminateFragment in interface ContainerRunner

Throws:

IOException

updateFragment

public org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.UpdateFragmentResponseProto updateFragment(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.UpdateFragmentRequestProto request)
                                                                                                           throws IOException

Specified by:

updateFragment in interface ContainerRunner

Throws:

IOException

stringifySubmitRequest

public static String stringifySubmitRequest(org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SubmitWorkRequestProto request,
                                            org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos.SignableVertexSpec vertex)

fragmentComplete

public void fragmentComplete(QueryFragmentInfo fragmentInfo)

Specified by:

fragmentComplete in interface FragmentCompletionHandler

queryFailed

public void queryFailed(QueryIdentifier queryIdentifier)

Specified by:

queryFailed in interface QueryFailedHandler

getExecutorStatus

public Set<String> getExecutorStatus()

constructUniqueQueryId

public static String constructUniqueQueryId(String queryId,
                                            int dagIndex)

getNumActive

public int getNumActive()