org.apache.hadoop.yarn.sls.scheduler

Class ResourceSchedulerWrapper

java.lang.Object

org.apache.hadoop.service.AbstractService

org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

org.apache.hadoop.yarn.sls.scheduler.ResourceSchedulerWrapper

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.conf.Configurable, org.apache.hadoop.service.Service, org.apache.hadoop.yarn.event.EventHandler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent>, org.apache.hadoop.yarn.server.resourcemanager.recovery.Recoverable, org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler, org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

@InterfaceAudience.Private
 @InterfaceStability.Unstable
public class ResourceSchedulerWrapper
extends org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
implements org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler, org.apache.hadoop.conf.Configurable

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.hadoop.service.Service

org.apache.hadoop.service.Service.STATE

Field Summary

Fields

Modifier and Type	Field and Description
org.apache.log4j.Logger	LOG
static int	SHUTDOWN_HOOK_PRIORITY

Fields inherited from class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler

applications, clusterResource, EMPTY_ALLOCATION, EMPTY_CONTAINER_LIST, minimumAllocation, nmExpireInterval, nodes, rmContext

Constructor Summary

Constructors

Constructor and Description
ResourceSchedulerWrapper()

Method Summary

Modifier and Type	Method and Description
void	addAMRuntime(org.apache.hadoop.yarn.api.records.ApplicationId appId, long traceStartTimeMS, long traceEndTimeMS, long simulateStartTimeMS, long simulateEndTimeMS)
void	addTrackedApp(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId, String oldAppId)
org.apache.hadoop.yarn.server.resourcemanager.scheduler.Allocation	allocate(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId, List<org.apache.hadoop.yarn.api.records.ResourceRequest> resourceRequests, List<org.apache.hadoop.yarn.api.records.ContainerId> containerIds, List<String> strings, List<String> strings2)
boolean	checkAccess(org.apache.hadoop.security.UserGroupInformation callerUGI, org.apache.hadoop.yarn.api.records.QueueACL acl, String queueName)
protected void	completedContainer(org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer rmContainer, org.apache.hadoop.yarn.api.records.ContainerStatus containerStatus, org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerEventType event)
org.apache.hadoop.yarn.api.records.ApplicationResourceUsageReport	getAppResourceUsageReport(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId)
List<org.apache.hadoop.yarn.api.records.ApplicationAttemptId>	getAppsInQueue(String queue)
org.apache.hadoop.yarn.api.records.Resource	getClusterResource()
org.apache.hadoop.conf.Configuration	getConf()
org.apache.hadoop.yarn.api.records.Resource	getMaximumResourceCapability()
com.codahale.metrics.MetricRegistry	getMetrics()
org.apache.hadoop.yarn.api.records.Resource	getMinimumResourceCapability()
org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNodeReport	getNodeReport(org.apache.hadoop.yarn.api.records.NodeId nodeId)
int	getNumClusterNodes()
org.apache.hadoop.yarn.api.records.QueueInfo	getQueueInfo(String s, boolean b, boolean b2)
Set<String>	getQueueSet()
List<org.apache.hadoop.yarn.api.records.QueueUserACLInfo>	getQueueUserAclInfo()
org.apache.hadoop.yarn.util.resource.ResourceCalculator	getResourceCalculator()
org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer	getRMContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)
org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics	getRootQueueMetrics()
org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerAppReport	getSchedulerAppInfo(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId)
Map<org.apache.hadoop.yarn.api.records.ApplicationId,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplication<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt>>	getSchedulerApplications()
SchedulerMetrics	getSchedulerMetrics()
Set<String>	getTrackedAppSet()
List<org.apache.hadoop.yarn.api.records.Container>	getTransferredContainers(org.apache.hadoop.yarn.api.records.ApplicationAttemptId currentAttempt)
void	handle(org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent schedulerEvent)
String	moveApplication(org.apache.hadoop.yarn.api.records.ApplicationId appId, String newQueue)
void	recover(org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState rmState)
void	reinitialize(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.yarn.server.resourcemanager.RMContext rmContext)
void	removeTrackedApp(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId, String oldAppId)
void	serviceInit(org.apache.hadoop.conf.Configuration conf)
void	serviceStart()
void	serviceStop()
void	setConf(org.apache.hadoop.conf.Configuration conf)
void	setQueueSet(Set<String> queues)
void	setRMContext(org.apache.hadoop.yarn.server.resourcemanager.RMContext rmContext)
void	setTrackedAppSet(Set<String> apps)

Methods inherited from class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler

addQueue, containerLaunchedOnNode, createReleaseCache, getApplicationAttempt, getCurrentAttemptForContainer, getMaximumResourceCapability, getPendingResourceRequestsForAttempt, getPlanQueues, getSchedulerNode, getSchedulingResourceTypes, initMaximumResourceCapability, killAllAppsInQueue, moveAllApps, recoverContainersOnNode, recoverResourceRequestForContainer, refreshMaximumAllocation, releaseContainers, removeQueue, setEntitlement, updateMaximumAllocation, updateNodeResource

Methods inherited from class org.apache.hadoop.service.AbstractService

close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

addQueue, getMaximumResourceCapability, getPlanQueues, getSchedulingResourceTypes, killAllAppsInQueue, moveAllApps, removeQueue, setEntitlement

Field Detail

SHUTDOWN_HOOK_PRIORITY

public static final int SHUTDOWN_HOOK_PRIORITY

See Also:

Constant Field Values

LOG

public final org.apache.log4j.Logger LOG

Constructor Detail

ResourceSchedulerWrapper

public ResourceSchedulerWrapper()

Method Detail

setConf

public void setConf(org.apache.hadoop.conf.Configuration conf)

Specified by:

setConf in interface org.apache.hadoop.conf.Configurable

allocate

public org.apache.hadoop.yarn.server.resourcemanager.scheduler.Allocation allocate(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId,
                                                                                   List<org.apache.hadoop.yarn.api.records.ResourceRequest> resourceRequests,
                                                                                   List<org.apache.hadoop.yarn.api.records.ContainerId> containerIds,
                                                                                   List<String> strings,
                                                                                   List<String> strings2)

Specified by:

allocate in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

handle

public void handle(org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent schedulerEvent)

Specified by:

handle in interface org.apache.hadoop.yarn.event.EventHandler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent>

addAMRuntime

public void addAMRuntime(org.apache.hadoop.yarn.api.records.ApplicationId appId,
                         long traceStartTimeMS,
                         long traceEndTimeMS,
                         long simulateStartTimeMS,
                         long simulateEndTimeMS)

setQueueSet

public void setQueueSet(Set<String> queues)

getQueueSet

public Set<String> getQueueSet()

setTrackedAppSet

public void setTrackedAppSet(Set<String> apps)

getTrackedAppSet

public Set<String> getTrackedAppSet()

getMetrics

public com.codahale.metrics.MetricRegistry getMetrics()

getSchedulerMetrics

public SchedulerMetrics getSchedulerMetrics()

addTrackedApp

public void addTrackedApp(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId,
                          String oldAppId)

removeTrackedApp

public void removeTrackedApp(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId,
                             String oldAppId)

getConf

public org.apache.hadoop.conf.Configuration getConf()

Specified by:

getConf in interface org.apache.hadoop.conf.Configurable

serviceInit

public void serviceInit(org.apache.hadoop.conf.Configuration conf)
                 throws Exception

Overrides:

serviceInit in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

Throws:

Exception

serviceStart

public void serviceStart()
                  throws Exception

Overrides:

serviceStart in class org.apache.hadoop.service.AbstractService

Throws:

Exception

serviceStop

public void serviceStop()
                 throws Exception

Overrides:

serviceStop in class org.apache.hadoop.service.AbstractService

Throws:

Exception

setRMContext

public void setRMContext(org.apache.hadoop.yarn.server.resourcemanager.RMContext rmContext)

Specified by:

setRMContext in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler

reinitialize

public void reinitialize(org.apache.hadoop.conf.Configuration conf,
                         org.apache.hadoop.yarn.server.resourcemanager.RMContext rmContext)
                  throws IOException

Specified by:

reinitialize in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler

Throws:

IOException

recover

public void recover(org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState rmState)
             throws Exception

Specified by:

recover in interface org.apache.hadoop.yarn.server.resourcemanager.recovery.Recoverable

Throws:

Exception

getQueueInfo

public org.apache.hadoop.yarn.api.records.QueueInfo getQueueInfo(String s,
                                                                 boolean b,
                                                                 boolean b2)
                                                          throws IOException

Specified by:

getQueueInfo in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Throws:

IOException

getQueueUserAclInfo

public List<org.apache.hadoop.yarn.api.records.QueueUserACLInfo> getQueueUserAclInfo()

Specified by:

getQueueUserAclInfo in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

getMinimumResourceCapability

public org.apache.hadoop.yarn.api.records.Resource getMinimumResourceCapability()

Specified by:

getMinimumResourceCapability in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Overrides:

getMinimumResourceCapability in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

getMaximumResourceCapability

public org.apache.hadoop.yarn.api.records.Resource getMaximumResourceCapability()

Specified by:

getMaximumResourceCapability in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Overrides:

getMaximumResourceCapability in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

getResourceCalculator

public org.apache.hadoop.yarn.util.resource.ResourceCalculator getResourceCalculator()

Specified by:

getResourceCalculator in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

getNumClusterNodes

public int getNumClusterNodes()

Specified by:

getNumClusterNodes in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

getNodeReport

public org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNodeReport getNodeReport(org.apache.hadoop.yarn.api.records.NodeId nodeId)

Specified by:

getNodeReport in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Overrides:

getNodeReport in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

getSchedulerAppInfo

public org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerAppReport getSchedulerAppInfo(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId)

Specified by:

getSchedulerAppInfo in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Overrides:

getSchedulerAppInfo in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

getRootQueueMetrics

public org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics getRootQueueMetrics()

Specified by:

getRootQueueMetrics in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

checkAccess

public boolean checkAccess(org.apache.hadoop.security.UserGroupInformation callerUGI,
                           org.apache.hadoop.yarn.api.records.QueueACL acl,
                           String queueName)

Specified by:

checkAccess in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

getAppResourceUsageReport

public org.apache.hadoop.yarn.api.records.ApplicationResourceUsageReport getAppResourceUsageReport(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId)

Specified by:

getAppResourceUsageReport in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Overrides:

getAppResourceUsageReport in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

getAppsInQueue

public List<org.apache.hadoop.yarn.api.records.ApplicationAttemptId> getAppsInQueue(String queue)

Specified by:

getAppsInQueue in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

getRMContainer

public org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer getRMContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)

Specified by:

getRMContainer in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Overrides:

getRMContainer in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

moveApplication

public String moveApplication(org.apache.hadoop.yarn.api.records.ApplicationId appId,
                              String newQueue)
                       throws org.apache.hadoop.yarn.exceptions.YarnException

Specified by:

moveApplication in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Overrides:

moveApplication in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

Throws:

org.apache.hadoop.yarn.exceptions.YarnException

getClusterResource

@InterfaceAudience.LimitedPrivate(value="yarn")
 @InterfaceStability.Unstable
public org.apache.hadoop.yarn.api.records.Resource getClusterResource()

Specified by:

getClusterResource in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Overrides:

getClusterResource in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

getTransferredContainers

public List<org.apache.hadoop.yarn.api.records.Container> getTransferredContainers(org.apache.hadoop.yarn.api.records.ApplicationAttemptId currentAttempt)

Overrides:

getTransferredContainers in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

getSchedulerApplications

public Map<org.apache.hadoop.yarn.api.records.ApplicationId,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplication<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt>> getSchedulerApplications()

Overrides:

getSchedulerApplications in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>

completedContainer

protected void completedContainer(org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer rmContainer,
                                  org.apache.hadoop.yarn.api.records.ContainerStatus containerStatus,
                                  org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerEventType event)

Specified by:

completedContainer in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>