org.apache.tez.dag.app.rm

Class YarnTaskSchedulerService

java.lang.Object

org.apache.hadoop.service.AbstractService

org.apache.tez.dag.app.rm.TaskSchedulerService

org.apache.tez.dag.app.rm.YarnTaskSchedulerService

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.service.Service, org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

public class YarnTaskSchedulerService
extends TaskSchedulerService
implements org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.tez.dag.app.rm.TaskSchedulerService

TaskSchedulerService.TaskSchedulerAppCallback

Nested classes/interfaces inherited from interface org.apache.hadoop.service.Service

org.apache.hadoop.service.Service.STATE

Field Summary

Fields

Modifier and Type	Field and Description
protected AtomicBoolean	shouldUnregister

Constructor Summary

Constructors

Constructor and Description
YarnTaskSchedulerService(TaskSchedulerService.TaskSchedulerAppCallback appClient, ContainerSignatureMatcher containerSignatureMatcher, String appHostName, int appHostPort, String appTrackingUrl, AppContext appContext)

Method Summary

Methods

Modifier and Type	Method and Description
void	allocateTask(Object task, org.apache.hadoop.yarn.api.records.Resource capability, org.apache.hadoop.yarn.api.records.ContainerId containerId, org.apache.hadoop.yarn.api.records.Priority priority, Object containerSignature, Object clientCookie) Allocate affinitized to a specific container
void	allocateTask(Object task, org.apache.hadoop.yarn.api.records.Resource capability, String[] hosts, String[] racks, org.apache.hadoop.yarn.api.records.Priority priority, Object containerSignature, Object clientCookie)
void	blacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)
Object	deallocateContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)
boolean	deallocateTask(Object task, boolean taskSucceeded)
org.apache.hadoop.yarn.api.records.Resource	getAvailableResources()
int	getClusterNodeCount()
float	getProgress()
org.apache.hadoop.yarn.api.records.Resource	getTotalResources()
boolean	hasUnregistered()
void	onContainersAllocated(List<org.apache.hadoop.yarn.api.records.Container> containers)
void	onContainersCompleted(List<org.apache.hadoop.yarn.api.records.ContainerStatus> statuses)
void	onError(Throwable t)
void	onNodesUpdated(List<org.apache.hadoop.yarn.api.records.NodeReport> updatedNodes)
void	onShutdownRequest()
void	resetMatchLocalityForAllHeldContainers()
void	serviceInit(org.apache.hadoop.conf.Configuration conf)
void	serviceStart()
void	serviceStop()
void	setShouldUnregister()
void	unblacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)

Methods inherited from class org.apache.hadoop.service.AbstractService

close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

shouldUnregister

protected AtomicBoolean shouldUnregister

Constructor Detail

YarnTaskSchedulerService

public YarnTaskSchedulerService(TaskSchedulerService.TaskSchedulerAppCallback appClient,
                        ContainerSignatureMatcher containerSignatureMatcher,
                        String appHostName,
                        int appHostPort,
                        String appTrackingUrl,
                        AppContext appContext)

Method Detail

getAvailableResources

public org.apache.hadoop.yarn.api.records.Resource getAvailableResources()

Specified by:

getAvailableResources in class TaskSchedulerService

getClusterNodeCount

public int getClusterNodeCount()

Specified by:

getClusterNodeCount in class TaskSchedulerService

setShouldUnregister

public void setShouldUnregister()

Specified by:

setShouldUnregister in class TaskSchedulerService

hasUnregistered

public boolean hasUnregistered()

Specified by:

hasUnregistered in class TaskSchedulerService

serviceInit

public void serviceInit(org.apache.hadoop.conf.Configuration conf)

Overrides:

serviceInit in class org.apache.hadoop.service.AbstractService

serviceStart

public void serviceStart()

Overrides:

serviceStart in class org.apache.hadoop.service.AbstractService

serviceStop

public void serviceStop()
                 throws InterruptedException

Overrides:

serviceStop in class org.apache.hadoop.service.AbstractService

Throws:

InterruptedException

onContainersCompleted

public void onContainersCompleted(List<org.apache.hadoop.yarn.api.records.ContainerStatus> statuses)

Specified by:

onContainersCompleted in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

onContainersAllocated

public void onContainersAllocated(List<org.apache.hadoop.yarn.api.records.Container> containers)

Specified by:

onContainersAllocated in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

resetMatchLocalityForAllHeldContainers

public void resetMatchLocalityForAllHeldContainers()

Specified by:

resetMatchLocalityForAllHeldContainers in class TaskSchedulerService

onShutdownRequest

public void onShutdownRequest()

Specified by:

onShutdownRequest in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

onNodesUpdated

public void onNodesUpdated(List<org.apache.hadoop.yarn.api.records.NodeReport> updatedNodes)

Specified by:

onNodesUpdated in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

getProgress

public float getProgress()

Specified by:

getProgress in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

onError

public void onError(Throwable t)

Specified by:

onError in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

getTotalResources

public org.apache.hadoop.yarn.api.records.Resource getTotalResources()

Specified by:

getTotalResources in class TaskSchedulerService

blacklistNode

public void blacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)

Specified by:

blacklistNode in class TaskSchedulerService

unblacklistNode

public void unblacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)

Specified by:

unblacklistNode in class TaskSchedulerService

allocateTask

public void allocateTask(Object task,
                org.apache.hadoop.yarn.api.records.Resource capability,
                String[] hosts,
                String[] racks,
                org.apache.hadoop.yarn.api.records.Priority priority,
                Object containerSignature,
                Object clientCookie)

Specified by:

allocateTask in class TaskSchedulerService

allocateTask

public void allocateTask(Object task,
                org.apache.hadoop.yarn.api.records.Resource capability,
                org.apache.hadoop.yarn.api.records.ContainerId containerId,
                org.apache.hadoop.yarn.api.records.Priority priority,
                Object containerSignature,
                Object clientCookie)

Description copied from class: TaskSchedulerService

Allocate affinitized to a specific container

Specified by:

allocateTask in class TaskSchedulerService

deallocateTask

public boolean deallocateTask(Object task,
                     boolean taskSucceeded)

Specified by:

deallocateTask in class TaskSchedulerService

Parameters:

task - the task to de-allocate.

taskSucceeded - specify whether the task succeeded or failed.

Returns:

true if a container is assigned to this task.

deallocateContainer

public Object deallocateContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)

Specified by:

deallocateContainer in class TaskSchedulerService