org.apache.hadoop.hive.llap.tezplugins

Class LlapTaskSchedulerService

java.lang.Object

org.apache.tez.serviceplugins.api.TaskScheduler

org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService

All Implemented Interfaces:

org.apache.tez.common.ServicePluginLifecycle

public class LlapTaskSchedulerService
extends org.apache.tez.serviceplugins.api.TaskScheduler

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.tez.serviceplugins.api.TaskScheduler

org.apache.tez.serviceplugins.api.TaskScheduler.SchedulerTaskState

Field Summary

Fields

Modifier and Type	Field and Description
static String	LLAP_PLUGIN_ENDPOINT_ENABLED Whether to enable the endpoint.

Constructor Summary

Constructors

Constructor and Description
LlapTaskSchedulerService(org.apache.tez.serviceplugins.api.TaskSchedulerContext taskSchedulerContext)
LlapTaskSchedulerService(org.apache.tez.serviceplugins.api.TaskSchedulerContext taskSchedulerContext, org.apache.hadoop.yarn.util.Clock clock, boolean initMetrics)

Method Summary

Modifier and Type	Method and Description
void	allocateTask(Object task, org.apache.hadoop.yarn.api.records.Resource capability, org.apache.hadoop.yarn.api.records.ContainerId containerId, org.apache.hadoop.yarn.api.records.Priority priority, Object containerSignature, Object clientCookie)
void	allocateTask(Object task, org.apache.hadoop.yarn.api.records.Resource capability, String[] hosts, String[] racks, org.apache.hadoop.yarn.api.records.Priority priority, Object containerSignature, Object clientCookie)
void	blacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)
protected void	checkAndSendGuaranteedStateUpdate(org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo ti)
void	dagComplete()
Object	deallocateContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)
boolean	deallocateTask(Object task, boolean taskSucceeded, org.apache.tez.serviceplugins.api.TaskAttemptEndReason endReason, String diagnostics)
org.apache.hadoop.yarn.api.records.Resource	getAvailableResources() The difference between this and getTotalResources() is that this only gives currently free resource instances, while the other lists all the instances that may become available in a while.
int	getClusterNodeCount()
protected org.apache.tez.dag.records.TezTaskAttemptID	getTaskAttemptId(Object task)
protected org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo	getTaskInfo(Object task)
org.apache.hadoop.yarn.api.records.Resource	getTotalResources()
protected void	handleUpdateResult(org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo ti, boolean isOk)
boolean	hasUnregistered()
void	initialize()
void	notifyStarted(org.apache.tez.dag.records.TezTaskAttemptID attemptId)
protected void	registerRunningTask(org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo taskInfo)
protected void	schedulePendingTasks()
protected void	sendUpdateMessageAsync(org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo ti, boolean newState)
protected void	setServiceInstanceSet(LlapServiceInstanceSet serviceInstanceSet)
void	setShouldUnregister()
void	shutdown()
void	start()
void	taskInfoUpdated(org.apache.tez.dag.records.TezTaskAttemptID attemptId, boolean isGuaranteed) A direct call from communicator to scheduler to propagate data that cannot be passed via Tez.
void	unblacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)
void	updateQuery(org.apache.hadoop.hive.llap.plugin.rpc.LlapPluginProtocolProtos.UpdateQueryRequestProto request)

Methods inherited from class org.apache.tez.serviceplugins.api.TaskScheduler

getContext, initiateStop, taskStateUpdated

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LLAP_PLUGIN_ENDPOINT_ENABLED

public static final String LLAP_PLUGIN_ENDPOINT_ENABLED

Whether to enable the endpoint.

See Also:

Constant Field Values

Constructor Detail

LlapTaskSchedulerService

public LlapTaskSchedulerService(org.apache.tez.serviceplugins.api.TaskSchedulerContext taskSchedulerContext)

LlapTaskSchedulerService

public LlapTaskSchedulerService(org.apache.tez.serviceplugins.api.TaskSchedulerContext taskSchedulerContext,
                                org.apache.hadoop.yarn.util.Clock clock,
                                boolean initMetrics)

Method Detail

checkAndSendGuaranteedStateUpdate

protected void checkAndSendGuaranteedStateUpdate(org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo ti)

handleUpdateResult

protected void handleUpdateResult(org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo ti,
                                  boolean isOk)

initialize

public void initialize()

Specified by:

initialize in interface org.apache.tez.common.ServicePluginLifecycle

Overrides:

initialize in class org.apache.tez.serviceplugins.api.TaskScheduler

start

public void start()
           throws IOException

Specified by:

start in interface org.apache.tez.common.ServicePluginLifecycle

Overrides:

start in class org.apache.tez.serviceplugins.api.TaskScheduler

Throws:

IOException

setServiceInstanceSet

protected void setServiceInstanceSet(LlapServiceInstanceSet serviceInstanceSet)

shutdown

public void shutdown()

Specified by:

shutdown in interface org.apache.tez.common.ServicePluginLifecycle

Overrides:

shutdown in class org.apache.tez.serviceplugins.api.TaskScheduler

getTotalResources

public org.apache.hadoop.yarn.api.records.Resource getTotalResources()

Specified by:

getTotalResources in class org.apache.tez.serviceplugins.api.TaskScheduler

getAvailableResources

public org.apache.hadoop.yarn.api.records.Resource getAvailableResources()

The difference between this and getTotalResources() is that this only gives currently free resource instances, while the other lists all the instances that may become available in a while.

Specified by:

getAvailableResources in class org.apache.tez.serviceplugins.api.TaskScheduler

getClusterNodeCount

public int getClusterNodeCount()

Specified by:

getClusterNodeCount in class org.apache.tez.serviceplugins.api.TaskScheduler

dagComplete

public void dagComplete()

Specified by:

dagComplete in class org.apache.tez.serviceplugins.api.TaskScheduler

blacklistNode

public void blacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)

Specified by:

blacklistNode in class org.apache.tez.serviceplugins.api.TaskScheduler

unblacklistNode

public void unblacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)

Specified by:

unblacklistNode in class org.apache.tez.serviceplugins.api.TaskScheduler

allocateTask

public void allocateTask(Object task,
                         org.apache.hadoop.yarn.api.records.Resource capability,
                         String[] hosts,
                         String[] racks,
                         org.apache.hadoop.yarn.api.records.Priority priority,
                         Object containerSignature,
                         Object clientCookie)

Specified by:

allocateTask in class org.apache.tez.serviceplugins.api.TaskScheduler

allocateTask

public void allocateTask(Object task,
                         org.apache.hadoop.yarn.api.records.Resource capability,
                         org.apache.hadoop.yarn.api.records.ContainerId containerId,
                         org.apache.hadoop.yarn.api.records.Priority priority,
                         Object containerSignature,
                         Object clientCookie)

Specified by:

allocateTask in class org.apache.tez.serviceplugins.api.TaskScheduler

getTaskAttemptId

protected org.apache.tez.dag.records.TezTaskAttemptID getTaskAttemptId(Object task)

deallocateTask

public boolean deallocateTask(Object task,
                              boolean taskSucceeded,
                              org.apache.tez.serviceplugins.api.TaskAttemptEndReason endReason,
                              String diagnostics)

Specified by:

deallocateTask in class org.apache.tez.serviceplugins.api.TaskScheduler

notifyStarted

public void notifyStarted(org.apache.tez.dag.records.TezTaskAttemptID attemptId)

deallocateContainer

public Object deallocateContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)

Specified by:

deallocateContainer in class org.apache.tez.serviceplugins.api.TaskScheduler

setShouldUnregister

public void setShouldUnregister()

Specified by:

setShouldUnregister in class org.apache.tez.serviceplugins.api.TaskScheduler

hasUnregistered

public boolean hasUnregistered()

Specified by:

hasUnregistered in class org.apache.tez.serviceplugins.api.TaskScheduler

registerRunningTask

protected void registerRunningTask(org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo taskInfo)

getTaskInfo

protected org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo getTaskInfo(Object task)

schedulePendingTasks

protected void schedulePendingTasks()
                             throws InterruptedException

Throws:

InterruptedException

updateQuery

public void updateQuery(org.apache.hadoop.hive.llap.plugin.rpc.LlapPluginProtocolProtos.UpdateQueryRequestProto request)

sendUpdateMessageAsync

protected void sendUpdateMessageAsync(org.apache.hadoop.hive.llap.tezplugins.LlapTaskSchedulerService.TaskInfo ti,
                                      boolean newState)

taskInfoUpdated

public void taskInfoUpdated(org.apache.tez.dag.records.TezTaskAttemptID attemptId,
                            boolean isGuaranteed)

A direct call from communicator to scheduler to propagate data that cannot be passed via Tez.