org.apache.hadoop.yarn.server.resourcemanager.scheduler

Class AppSchedulingInfo

java.lang.Object

org.apache.hadoop.yarn.server.resourcemanager.scheduler.AppSchedulingInfo

@InterfaceAudience.Private
 @InterfaceStability.Unstable
public class AppSchedulingInfo
extends Object

This class keeps track of all the consumption of an application. This also keeps track of current running/completed containers for the application.

Constructor Summary

Constructors

Constructor and Description
AppSchedulingInfo(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId, String user, Queue queue, ActiveUsersManager activeUsersManager, long epoch, ResourceUsage appResourceUsage)

Method Summary

Modifier and Type	Method and Description
List<org.apache.hadoop.yarn.api.records.ResourceRequest>	allocate(NodeType type, SchedulerNode node, org.apache.hadoop.yarn.api.records.Priority priority, org.apache.hadoop.yarn.api.records.ResourceRequest request, org.apache.hadoop.yarn.api.records.Container containerAllocated) Resources have been allocated to this application by the resource scheduler.
org.apache.hadoop.yarn.api.records.ResourceRequest	cloneResourceRequest(org.apache.hadoop.yarn.api.records.ResourceRequest request)
void	decreaseContainer(SchedContainerChangeRequest decreaseRequest)
List<org.apache.hadoop.yarn.api.records.ResourceRequest>	getAllResourceRequests()
boolean	getAndResetBlacklistChanged()
org.apache.hadoop.yarn.api.records.ApplicationAttemptId	getApplicationAttemptId()
org.apache.hadoop.yarn.api.records.ApplicationId	getApplicationId()
Set<String>	getBlackList()
Set<String>	getBlackListCopy()
SchedContainerChangeRequest	getIncreaseRequest(org.apache.hadoop.yarn.api.records.NodeId nodeId, org.apache.hadoop.yarn.api.records.Priority priority, org.apache.hadoop.yarn.api.records.ContainerId containerId)
Map<org.apache.hadoop.yarn.api.records.ContainerId,SchedContainerChangeRequest>	getIncreaseRequests(org.apache.hadoop.yarn.api.records.NodeId nodeId, org.apache.hadoop.yarn.api.records.Priority priority)
long	getNewContainerId()
Collection<org.apache.hadoop.yarn.api.records.Priority>	getPriorities()
String	getQueueName()
Set<String>	getRequestedPartitions()
org.apache.hadoop.yarn.api.records.Resource	getResource(org.apache.hadoop.yarn.api.records.Priority priority)
org.apache.hadoop.yarn.api.records.ResourceRequest	getResourceRequest(org.apache.hadoop.yarn.api.records.Priority priority, String resourceName)
Map<String,org.apache.hadoop.yarn.api.records.ResourceRequest>	getResourceRequests(org.apache.hadoop.yarn.api.records.Priority priority)
String	getUser()
boolean	hasIncreaseRequest(org.apache.hadoop.yarn.api.records.NodeId nodeId)
void	increaseContainer(SchedContainerChangeRequest increaseRequest)
boolean	isPending()
boolean	isPlaceBlacklisted(String resourceName, boolean blacklistedBySystem) Returns if the place (node/rack today) is either blacklisted by the application (user) or the system
void	move(Queue newQueue)
void	recoverContainer(RMContainer rmContainer)
boolean	removeIncreaseRequest(org.apache.hadoop.yarn.api.records.NodeId nodeId, org.apache.hadoop.yarn.api.records.Priority priority, org.apache.hadoop.yarn.api.records.ContainerId containerId)
void	setQueue(Queue queue)
void	stop()
void	transferStateFromPreviousAppSchedulingInfo(AppSchedulingInfo appInfo)
boolean	updateIncreaseRequests(List<SchedContainerChangeRequest> increaseRequests) return true if any of the existing increase requests are updated, false if none of them are updated
void	updatePlacesBlacklistedByApp(List<String> blacklistAdditions, List<String> blacklistRemovals) The ApplicationMaster is updating the placesBlacklistedByApp used for containers other than AMs.
void	updatePlacesBlacklistedBySystem(List<String> blacklistAdditions, List<String> blacklistRemovals) Update the list of places that are blacklisted by the system.
boolean	updateResourceRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> requests, boolean recoverPreemptedRequestForAContainer) The ApplicationMaster is updating resource requirements for the application, by asking for more resources and releasing resources acquired by the application.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

AppSchedulingInfo

public AppSchedulingInfo(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId,
                         String user,
                         Queue queue,
                         ActiveUsersManager activeUsersManager,
                         long epoch,
                         ResourceUsage appResourceUsage)

Method Detail

getApplicationId

public org.apache.hadoop.yarn.api.records.ApplicationId getApplicationId()

getApplicationAttemptId

public org.apache.hadoop.yarn.api.records.ApplicationAttemptId getApplicationAttemptId()

getUser

public String getUser()

getNewContainerId

public long getNewContainerId()

getQueueName

public String getQueueName()

isPending

public boolean isPending()

getRequestedPartitions

public Set<String> getRequestedPartitions()

hasIncreaseRequest

public boolean hasIncreaseRequest(org.apache.hadoop.yarn.api.records.NodeId nodeId)

getIncreaseRequests

public Map<org.apache.hadoop.yarn.api.records.ContainerId,SchedContainerChangeRequest> getIncreaseRequests(org.apache.hadoop.yarn.api.records.NodeId nodeId,
                                                                                                           org.apache.hadoop.yarn.api.records.Priority priority)

updateIncreaseRequests

public boolean updateIncreaseRequests(List<SchedContainerChangeRequest> increaseRequests)

return true if any of the existing increase requests are updated, false if none of them are updated

removeIncreaseRequest

public boolean removeIncreaseRequest(org.apache.hadoop.yarn.api.records.NodeId nodeId,
                                     org.apache.hadoop.yarn.api.records.Priority priority,
                                     org.apache.hadoop.yarn.api.records.ContainerId containerId)

getIncreaseRequest

public SchedContainerChangeRequest getIncreaseRequest(org.apache.hadoop.yarn.api.records.NodeId nodeId,
                                                      org.apache.hadoop.yarn.api.records.Priority priority,
                                                      org.apache.hadoop.yarn.api.records.ContainerId containerId)

updateResourceRequests

public boolean updateResourceRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> requests,
                                      boolean recoverPreemptedRequestForAContainer)

The ApplicationMaster is updating resource requirements for the application, by asking for more resources and releasing resources acquired by the application.

Parameters:

requests - resources to be acquired

recoverPreemptedRequestForAContainer - recover ResourceRequest on preemption

Returns:

true if any resource was updated, false otherwise

updatePlacesBlacklistedByApp

public void updatePlacesBlacklistedByApp(List<String> blacklistAdditions,
                                         List<String> blacklistRemovals)

The ApplicationMaster is updating the placesBlacklistedByApp used for containers other than AMs.

Parameters:

blacklistAdditions - resources to be added to the userBlacklist

blacklistRemovals - resources to be removed from the userBlacklist

updatePlacesBlacklistedBySystem

public void updatePlacesBlacklistedBySystem(List<String> blacklistAdditions,
                                            List<String> blacklistRemovals)

Update the list of places that are blacklisted by the system. Today the system only blacklists places when it sees that AMs failed there

Parameters:

blacklistAdditions - resources to be added to placesBlacklistedBySystem

blacklistRemovals - resources to be removed from placesBlacklistedBySystem

getAndResetBlacklistChanged

public boolean getAndResetBlacklistChanged()

getPriorities

public Collection<org.apache.hadoop.yarn.api.records.Priority> getPriorities()

getResourceRequests

public Map<String,org.apache.hadoop.yarn.api.records.ResourceRequest> getResourceRequests(org.apache.hadoop.yarn.api.records.Priority priority)

getAllResourceRequests

public List<org.apache.hadoop.yarn.api.records.ResourceRequest> getAllResourceRequests()

getResourceRequest

public org.apache.hadoop.yarn.api.records.ResourceRequest getResourceRequest(org.apache.hadoop.yarn.api.records.Priority priority,
                                                                             String resourceName)

getResource

public org.apache.hadoop.yarn.api.records.Resource getResource(org.apache.hadoop.yarn.api.records.Priority priority)

isPlaceBlacklisted

public boolean isPlaceBlacklisted(String resourceName,
                                  boolean blacklistedBySystem)

Returns if the place (node/rack today) is either blacklisted by the application (user) or the system

Parameters:

resourceName - the resourcename

blacklistedBySystem - true if it should check amBlacklist

Returns:

true if its blacklisted

increaseContainer

public void increaseContainer(SchedContainerChangeRequest increaseRequest)

decreaseContainer

public void decreaseContainer(SchedContainerChangeRequest decreaseRequest)

allocate

public List<org.apache.hadoop.yarn.api.records.ResourceRequest> allocate(NodeType type,
                                                                         SchedulerNode node,
                                                                         org.apache.hadoop.yarn.api.records.Priority priority,
                                                                         org.apache.hadoop.yarn.api.records.ResourceRequest request,
                                                                         org.apache.hadoop.yarn.api.records.Container containerAllocated)

Resources have been allocated to this application by the resource scheduler. Track them.

move

public void move(Queue newQueue)

stop

public void stop()

setQueue

public void setQueue(Queue queue)

getBlackList

public Set<String> getBlackList()

getBlackListCopy

public Set<String> getBlackListCopy()

transferStateFromPreviousAppSchedulingInfo

public void transferStateFromPreviousAppSchedulingInfo(AppSchedulingInfo appInfo)

recoverContainer

public void recoverContainer(RMContainer rmContainer)

cloneResourceRequest

public org.apache.hadoop.yarn.api.records.ResourceRequest cloneResourceRequest(org.apache.hadoop.yarn.api.records.ResourceRequest request)