/**
* Assign a container to this node to facilitate {@code request}. If node does not have enough
* memory, create a reservation. This is called once we are sure the particular request should be
* facilitated by this node.
*
* @param node The node to try placing the container on.
* @param request The ResourceRequest we're trying to satisfy.
* @param type The locality of the assignment.
* @param reserved Whether there's already a container reserved for this app on the node.
* @return If an assignment was made, returns the resources allocated to the container. If a
* reservation was made, returns FairScheduler.CONTAINER_RESERVED. If no assignment or
* reservation was made, returns an empty resource.
*/
private Resource assignContainer(
FSSchedulerNode node, ResourceRequest request, NodeType type, boolean reserved) {
// How much does this request need?
Resource capability = request.getCapability();
// How much does the node have?
Resource available = node.getAvailableResource();
Container container = null;
if (reserved) {
container = node.getReservedContainer().getContainer();
} else {
container = createContainer(node, capability, request.getPriority());
}
// Can we allocate a container on this node?
if (Resources.fitsIn(capability, available)) {
// Inform the application of the new container for this request
RMContainer allocatedContainer =
allocate(type, node, request.getPriority(), request, container);
if (allocatedContainer == null) {
// Did the application need this resource?
if (reserved) {
unreserve(request.getPriority(), node);
}
return Resources.none();
}
// If we had previously made a reservation, delete it
if (reserved) {
unreserve(request.getPriority(), node);
}
// Inform the node
node.allocateContainer(allocatedContainer);
// If this container is used to run AM, update the leaf queue's AM usage
if (getLiveContainers().size() == 1 && !getUnmanagedAM()) {
getQueue().addAMResourceUsage(container.getResource());
setAmRunning(true);
}
return container.getResource();
} else {
// The desired container won't fit here, so reserve
reserve(request.getPriority(), node, container, reserved);
return FairScheduler.CONTAINER_RESERVED;
}
}
/**
* Assign a container to this node to facilitate {@code request}. If node does not have enough
* memory, create a reservation. This is called once we are sure the particular request should be
* facilitated by this node.
*/
private Resource assignContainer(
FSSchedulerNode node,
Priority priority,
ResourceRequest request,
NodeType type,
boolean reserved,
TransactionState transactionState) {
// How much does this request need?
Resource capability = request.getCapability();
// How much does the node have?
Resource available = node.getAvailableResource();
Container container = null;
if (reserved) {
container = node.getReservedContainer().getContainer();
} else {
container = createContainer(app, node, capability, priority, transactionState);
}
// Can we allocate a container on this node?
if (Resources.fitsIn(capability, available)) {
// Inform the application of the new container for this request
RMContainer allocatedContainer =
app.allocate(type, node, priority, request, container, transactionState);
if (allocatedContainer == null) {
// Did the application need this resource?
if (reserved) {
unreserve(priority, node);
}
return Resources.none();
}
// If we had previously made a reservation, delete it
if (reserved) {
unreserve(priority, node);
}
// Inform the node
node.allocateContainer(app.getApplicationId(), allocatedContainer);
return container.getResource();
} else {
// The desired container won't fit here, so reserve
reserve(priority, node, container, reserved, transactionState);
return FairScheduler.CONTAINER_RESERVED;
}
}
/**
* Called when this application already has an existing reservation on the given node. Sees
* whether we can turn the reservation into an allocation. Also checks whether the application
* needs the reservation anymore, and releases it if not.
*
* @param node Node that the application has an existing reservation on
*/
public Resource assignReservedContainer(FSSchedulerNode node) {
RMContainer rmContainer = node.getReservedContainer();
Priority priority = rmContainer.getReservedPriority();
// Make sure the application still needs requests at this priority
if (getTotalRequiredResources(priority) == 0) {
unreserve(priority, node);
return Resources.none();
}
// Fail early if the reserved container won't fit.
// Note that we have an assumption here that there's only one container size
// per priority.
if (!Resources.fitsIn(
node.getReservedContainer().getReservedResource(), node.getAvailableResource())) {
return Resources.none();
}
return assignContainer(node, true);
}
