public static <M extends VMTRootObject> void setUsedForPod(
@Nonnull Class<M> cls,
EReference classCommRef,
EReference pod2EntityRef,
EReference entityCommRef) {
@SuppressWarnings("unchecked")
Iterable<ServiceEntity> ses = (Iterable<ServiceEntity>) rg.getInstances(cls);
for (ServiceEntity se : ses) {
if (se.isIsTemplate()
|| se.getParticipatesIn() == null
|| !se.getParticipatesIn().isMainMarket()) continue;
float cpuUsed = 0f, memUsed = 0f, stAmount = 0f, flow1Used = 0f, flow2Used = 0f;
for (VMTRootObject vmtObj :
se.getRef(pod2EntityRef, AnalysisPackage.eINSTANCE.getServiceEntity())) {
for (VMTRootObject commObj :
vmtObj.getRef(entityCommRef, AnalysisPackage.eINSTANCE.getCommodity())) {
Commodity comm = (Commodity) commObj;
if (comm instanceof CPU) cpuUsed += comm.getUsed();
else if (comm instanceof Mem) memUsed += comm.getUsed();
else if (comm instanceof StorageAmount) stAmount += comm.getUsed();
else if (comm instanceof Flow) {
if (comm.getKey().contains(PodUtil.FLOW_KEYS[1])) flow1Used += comm.getUsed();
else if (comm.getKey().contains(PodUtil.FLOW_KEYS[2])) flow2Used += comm.getUsed();
}
}
}
CPUAllocation cpuAllocation =
(CPUAllocation)
se.getRef(classCommRef, AbstractionPackage.eINSTANCE.getCPUAllocation()).get(0);
MemAllocation memAllocation =
(MemAllocation)
se.getRef(classCommRef, AbstractionPackage.eINSTANCE.getMemAllocation()).get(0);
List<VMTRootObject> flowAllocation =
se.getRef(classCommRef, AbstractionPackage.eINSTANCE.getFlowAllocation());
cpuAllocation.setUsed(cpuUsed);
memAllocation.setUsed(memUsed);
if (se.getRef(classCommRef, AbstractionPackage.eINSTANCE.getStorageAllocation()).size() > 0) {
StorageAllocation stAllocation =
(StorageAllocation)
se.getRef(classCommRef, AbstractionPackage.eINSTANCE.getStorageAllocation()).get(0);
stAllocation.setUsed(stAmount);
}
for (VMTRootObject flowAllocObj : flowAllocation) {
Commodity flowComm = (Commodity) flowAllocObj;
if (flowComm.getKey().contains(PodUtil.FLOW_KEYS[1])) flowComm.setUsed(flow1Used);
else if (flowComm.getKey().contains(PodUtil.FLOW_KEYS[2])) flowComm.setUsed(flow2Used);
}
}
}
/**
* @param fa
* @return
*/
public static Flow getVmFlowFromFlowAllocation(FlowAllocation fa) {
VirtualMachine vm = (VirtualMachine) fa.getBoughtBy();
for (Commodity c : vm.getCommoditiesBought()) {
if (fa.getKey().equals(c.getKey()) && isInstanceOfFlow(c)) return (Flow) c;
}
return null;
}
private static void setUsedForDpodCommBought() {
for (DPod se : rg.getInstances(DPod.class)) {
if (se.isIsTemplate()
|| se.getParticipatesIn() == null
|| !se.getParticipatesIn().isMainMarket()) continue;
float used = 0;
for (Commodity comm : se.getCommoditiesBought()) {
if (!comm.getConsumes().isEmpty()) {
Commodity commSoldByProvider = comm.getConsumes().get(0);
ServiceEntity provider = commSoldByProvider.getSoldBy();
for (VMTRootObject vmtObj :
provider.getRef(
getRelatedEntitiesRef(provider), AnalysisPackage.eINSTANCE.getServiceEntity())) {
if (vmtObj instanceof VirtualMachine) {
VirtualMachine vm = (VirtualMachine) vmtObj;
float entityCommmodityUsed = 0;
for (Commodity entityCommodity : vm.getCommoditiesBought()) {
if (entityCommodity.eClass() == commAllocation2CommMap.get(comm.eClass())) {
if (entityCommodity.getKey() != null
&& !comm.getKey().contains(entityCommodity.getKey())) continue;
entityCommmodityUsed = entityCommodity.getUsed();
break;
}
}
used += entityCommmodityUsed;
}
}
comm.setUsed(used);
used = 0;
} else {
logger.warn("The commodity " + comm.getDisplayName() + " is not consuming anything");
}
}
}
}
protected Commodity getCommodityBoughtByKey(
ServiceEntity se, EClass eClass, String key, ServiceEntity provider) {
Commodity commBought = null;
for (Commodity comm : se.getCommoditiesBought()) {
boolean hasSameKey =
(comm.getKey() == null && key == null)
|| (comm.getKey() != null && key != null && comm.getKey().equals(key));
boolean isSameClass = comm.eClass() == eClass;
boolean hasSameProvider =
!comm.getConsumes().isEmpty() && comm.getConsumes().get(0).getSoldBy() == provider;
if (hasSameKey && isSameClass && hasSameProvider) {
commBought = comm;
break;
}
}
return commBought;
}
/**
*
* <!-- begin-user-doc -->
* This method goes over a provided SEType (config file) entities with matching criteria defined
* in config file. It goes over the attributes required to report on and collects min,max and avg
* into extension objects for commodity and service entity.
*
* <p>Every hour it creates a list of {@link ReportingRecord} objects with data and returns this
* list.
* <!-- end-user-doc -->
*
* @param hourChanged true if the hour changed from the previous gathering of values.
* @generated NOT
*/
@Override
public EList<ReportingRecord> getReportingRecordList(boolean hourChanged) {
EList<ReportingRecord> returnList = new BasicEList<ReportingRecord>();
long hourlyTimeStamp = 0l;
try {
RepositoryRegistry rg = RepositoryRegistry.vmtMANAGER;
Set<VMTRootObject> vObjList = rg.getInstances(getSEType());
if (hourChanged) {
hourlyTimeStamp =
(System.currentTimeMillis()
- (1000 * 60 * 30)); // Give the record TS of the middle of the last hour
}
for (VMTRootObject vObj : vObjList) {
boolean constraintfailed = false;
// Check constraints
for (Constraint constraint : getMatchingCriteria()) {
if (!constraint.match(vObj)) {
constraintfailed = true;
break;
}
}
// and skip if any of the constraints do not match
if (constraintfailed) {
continue;
}
ServiceEntity se = (ServiceEntity) vObj;
if (DeployManager.vmtMANAGER.inDeploy(se)) {
continue;
}
// Get the Extension for ServiceEntity
ServiceEntityReportingExt seExt =
(ServiceEntityReportingExt)
se.findExtension(
ReportingExtensionsPackage.eINSTANCE.getServiceEntityReportingExt());
if (seExt == null) {
seExt = ReportingExtensionsFactory.eINSTANCE.createServiceEntityReportingExt();
se.getExtendedBy().add(seExt);
}
for (NamedElementList neList : getNamedElementList()) {
if (neList.getNamedElement().size() == 1) {
EStructuralFeature attribute = (EStructuralFeature) neList.getNamedElement().get(0);
// Only create a record if the attribute has been set already
if (vObj.eIsSet(attribute)) {
Object attributeValue = vObj.eGet(attribute);
if (attributeValue instanceof List<?>) {
if (hourChanged) {
// Record Object
ReportingRecord record =
this.createReportingRecord(
seExt, vObj, attribute, null, null, true, hourlyTimeStamp);
if (record != null) {
returnList.add(record);
}
// reset only numProduces fields
seExt.resetValues(attribute);
}
// this condition for numProduces value
seExt.setMinNumProduces(((List<?>) attributeValue).size());
seExt.setMaxNumProduces(((List<?>) attributeValue).size());
seExt.setProducesSum(((List<?>) attributeValue).size());
// if(logger.isDebugEnabled())logger.debug("numProduces : min = " +
// seExt.getMinNumProduces() + " max = " + seExt.getMaxNumProduces() + " sum = " +
// seExt.getProducesSum());
} else {
double val = Double.parseDouble(attributeValue.toString());
if (val > PRICE_THRESHOLD) {
val = PRICE_THRESHOLD;
}
if (attribute == AnalysisPackage.eINSTANCE.getServiceEntity_PriceIndex()) {
if (val < 0) {
if (logger.isDebugEnabled()) {
logger.error(
"SE : " + vObj.toVMTString() + " has a negative value of " + val);
for (StackTraceElement element : Thread.currentThread().getStackTrace()) {
logger.debug(element.toString());
}
}
continue;
}
}
List<EAttribute> atts = seExt.getExtAttributes(attribute);
for (EAttribute att : atts) {
seExt.eSet(att, val);
}
if (hourChanged) {
// Record Object
ReportingRecord record =
this.createReportingRecord(
seExt, vObj, attribute, null, null, false, hourlyTimeStamp);
if (record != null) {
returnList.add(record);
}
// reset only UtilIndex fields
seExt.resetValues(attribute);
}
}
}
// Or get the list of attribute values and create a record for each
} else {
EReference reference = (EReference) neList.getNamedElement().get(0);
ENamedElement commodity = neList.getNamedElement().get(1);
EStructuralFeature attribute =
(EStructuralFeature)
neList.getNamedElement().get(neList.getNamedElement().size() - 1);
List<ENamedElement> nesCommodity =
new ArrayList<ENamedElement>(neList.getNamedElement());
nesCommodity.remove(neList.getNamedElement().size() - 1);
List<Object> commodityList = vObj.getValues(nesCommodity);
for (int i = 0; i < commodityList.size(); i++) {
Commodity comm = (Commodity) commodityList.get(i);
// get the attribute value from the commodity if it is set
if (comm.eIsSet(attribute)) {
Object attributeValue = comm.eGet(attribute);
// logger.info("comm att " + comm.getName() + " " + attribute.getName() + " value =
// " + attributeValue);
CommodityReportingExt crExt = null;
for (Extension ext : comm.getExtendedBy()) {
if (ext instanceof CommodityReportingExt) {
crExt = (CommodityReportingExt) ext;
if (crExt.getAttribute() == attribute) {
break;
} else {
crExt = null;
}
}
}
if (crExt == null) {
crExt = ReportingExtensionsFactory.eINSTANCE.createCommodityReportingExt();
crExt.setAttribute(attribute);
comm.getExtendedBy().add(crExt);
}
if (hourChanged) {
// Record Object
ReportingRecord record =
this.createReportingRecord(
crExt, vObj, attribute, commodity, comm, false, hourlyTimeStamp);
if (record != null) {
returnList.add(record);
}
crExt.resetValues();
}
// this condition for capacity, used and utilization values
crExt.setMinUtilization(Double.parseDouble(attributeValue.toString()));
if (attribute.equals(AnalysisPackage.eINSTANCE.getCommodity_Used())
&& comm.eIsSet(AnalysisPackage.eINSTANCE.getCommodity_Peak())) {
crExt.setMaxUtilization(comm.getPeak());
} else if (attribute.equals(AnalysisPackage.eINSTANCE.getCommodity_Utilization())
&& comm.eIsSet(AnalysisPackage.eINSTANCE.getCommodity_PeakUtilization())) {
crExt.setMaxUtilization(comm.getPeakUtilization());
} else {
crExt.setMaxUtilization(Double.parseDouble(attributeValue.toString()));
}
crExt.setUtilSum(Double.parseDouble(attributeValue.toString()));
float capacity = comm.getCapacity();
if (capacity > CAPACITY_THRESHOLD) {
if (logger.isDebugEnabled()) {
logger.debug(
"Capacity for "
+ se.getDisplayName()
+ "::"
+ comm.getDisplayName()
+ " is "
+ capacity
+ ". Capping it to "
+ CAPACITY_THRESHOLD);
}
capacity = CAPACITY_THRESHOLD;
}
crExt.setCapacity(capacity);
crExt.setRelation(
RelationType.valueOf(reference.getName().toUpperCase()).getValue());
crExt.setCommodityKey(comm.getKey());
// if(logger.isDebugEnabled())logger.debug("comm -> " + attribute.getName() + " min
// = " + crExt.getMinUtilization() + " max = " + crExt.getMaxUtilization() + " sum =
// " + crExt.getUtilSum() + " cap = " + crExt.getCapacity());
}
}
}
}
}
} catch (Exception e) {
logger.error("Exception in MetaRecordImpl.getReportingRecordList()", e);
}
return returnList;
}
/**
* Create a DPod object layered over the given list of entities.
*
* @param seList A list of entities layered over the DPod
* @param scName The name of the Storage Controller that defined this DPod
* @return The DPod created
*/
public static DPod createDPod(
DPod dPod,
final Set<ServiceEntity> seList,
HistoryUtil historyLayeredOver,
HistoryUtil historyUnderlying) {
// Need a naming method for DPod
dPod.setDisplayName(dPod.getName());
// Create all the relationships between the providers and the dPod
Map<String, Float> key2flowCap = new HashMap<String, Float>();
key2flowCap.put(PodUtil.FLOW_KEYS[1], 0f);
key2flowCap.put(PodUtil.FLOW_KEYS[2], 0f);
float cpuCap = 0f, memCap = 0f, stCap = 0f;
for (ServiceEntity se : seList) {
attachDPodToProvider(se, dPod, historyLayeredOver);
// calculate the sum of the capacities for each type of commodity
for (Commodity comm : se.getCommodities()) {
if (comm.eClass() == AbstractionPackage.eINSTANCE.getFlow()) {
if (comm.getKey().contains(PodUtil.FLOW_KEYS[1])) {
key2flowCap.put(
PodUtil.FLOW_KEYS[1], key2flowCap.get(PodUtil.FLOW_KEYS[1]) + comm.getCapacity());
logger.trace(
"Flow-1 Commodity: "
+ comm.getDisplayName()
+ " has capacity "
+ comm.getCapacity());
logger.trace(
"Flow-1 capacity (after addition): " + key2flowCap.get(PodUtil.FLOW_KEYS[1]));
} else if (comm.getKey().contains(PodUtil.FLOW_KEYS[2])) {
key2flowCap.put(
PodUtil.FLOW_KEYS[2], key2flowCap.get(PodUtil.FLOW_KEYS[2]) + comm.getCapacity());
logger.trace("Flow-2 Commodity has capacity " + comm.getCapacity());
logger.trace(
"Flow-2 capacity (after addition): " + key2flowCap.get(PodUtil.FLOW_KEYS[2]));
}
} else if (comm.eClass() == AbstractionPackage.eINSTANCE.getCPU()) {
cpuCap += comm.getCapacity();
} else if (comm.eClass() == AbstractionPackage.eINSTANCE.getMem()) {
memCap += comm.getCapacity();
} else if (comm.eClass() == AbstractionPackage.eINSTANCE.getStorageAmount()) {
stCap += comm.getCapacity();
}
}
}
// Create commodities sold by the DPod
// The capacity of the commodities is equal to the sum of the capacities on all underlying
// entities
StorageAllocation stAlloc =
(StorageAllocation)
createObject(
AbstractionPackage.eINSTANCE.getStorageAllocation(), "ST-" + dPod.getName());
stAlloc.setCapacity(stCap);
stAlloc.setKey(CommodityImpl.dynCommKey(dPod));
stAlloc.setResizeable(false);
dPod.getCommodities().add(stAlloc);
CPUAllocation cpuAlloc =
(CPUAllocation)
createObject(AbstractionPackage.eINSTANCE.getCPUAllocation(), "CPU-" + dPod.getName());
cpuAlloc.setCapacity(cpuCap);
cpuAlloc.setKey(CommodityImpl.dynCommKey(dPod));
cpuAlloc.setResizeable(false);
dPod.getCommodities().add(cpuAlloc);
MemAllocation memAlloc =
(MemAllocation)
createObject(AbstractionPackage.eINSTANCE.getMemAllocation(), "MEM-" + dPod.getName());
memAlloc.setCapacity(memCap);
memAlloc.setKey(CommodityImpl.dynCommKey(dPod));
memAlloc.setResizeable(false);
dPod.getCommodities().add(memAlloc);
for (int level = 1; level < PodUtil.FLOW_KEYS.length; level++) {
FlowAllocation flowAlloc =
(FlowAllocation)
createObject(
AbstractionPackage.eINSTANCE.getFlowAllocation(),
"FlowAllocation-" + level + "-" + dPod.getName());
logger.info(
"Flow-" + level + " Allocation capacity " + key2flowCap.get(PodUtil.FLOW_KEYS[level]));
if (key2flowCap.get(PodUtil.FLOW_KEYS[level]) >= 9e14) {
logger.trace("Flow-" + level + " Allocation capacity is too high.");
logger.trace(
"Flow-"
+ level
+ " Allocation Capacity is "
+ key2flowCap.get(PodUtil.FLOW_KEYS[level]));
}
flowAlloc.setCapacity(key2flowCap.get(PodUtil.FLOW_KEYS[level]));
flowAlloc.setKey(PodUtil.getFlowKey(CommodityImpl.dynCommKey(dPod), level));
flowAlloc.setResizeable(false);
dPod.getCommodities().add(flowAlloc);
}
return dPod;
}
/**
* Creates all the necessary commodities and relationships between a provider and the DPod layered
* over it.
*
* @param provider The provider (Physical Machine or Storage)
* @param dPod The DPod
* @param historyLayeredOver
*/
public static void attachDPodToProvider(
final ServiceEntity provider, final DPod dPod, final HistoryUtil historyLayeredOver) {
String providerName = provider.getName();
String commKey = providerName + ":" + dPod.getName();
if (provider instanceof PhysicalMachine) {
// Create dPod commodities bought and commodities sold from the provider to the DPod
CPUAllocation cpuAllocBought =
(CPUAllocation)
dPod.buyDynamicCommodity(AbstractionPackage.eINSTANCE.getCPUAllocation(), commKey, 0);
cpuAllocBought.setName(
commKey + ":" + AbstractionPackage.eINSTANCE.getCPUAllocation().getName() + "Bought");
cpuAllocBought.setResizeable(false);
dPod.getCommoditiesBought().add(cpuAllocBought);
Commodity cpuAlloc =
provider.sellDynamicCommodity(
AbstractionPackage.eINSTANCE.getCPUAllocation(), commKey, 0, null);
provider.getCommodities().add(cpuAlloc);
cpuAllocBought.getConsumes().clear();
cpuAllocBought.getConsumes().add(cpuAlloc);
MemAllocation memAllocBought =
(MemAllocation)
dPod.buyDynamicCommodity(AbstractionPackage.eINSTANCE.getMemAllocation(), commKey, 0);
memAllocBought.setName(
commKey + ":" + AbstractionPackage.eINSTANCE.getMemAllocation().getName() + "Bought");
memAllocBought.setResizeable(false);
dPod.getCommoditiesBought().add(memAllocBought);
Commodity memAlloc =
provider.sellDynamicCommodity(
AbstractionPackage.eINSTANCE.getMemAllocation(), commKey, 0, null);
provider.getCommodities().add(memAlloc);
memAllocBought.getConsumes().clear();
memAllocBought.getConsumes().add(memAlloc);
Map<String, Commodity> key2FlowAlloc = new HashMap<>();
for (int level = 1; level < PodUtil.FLOW_KEYS.length; level++) {
String commFlowKey = PodUtil.getFlowKey(commKey, level);
FlowAllocation flowAllocBought =
(FlowAllocation)
dPod.buyDynamicCommodity(
AbstractionPackage.eINSTANCE.getFlowAllocation(), commFlowKey, 0);
flowAllocBought.setName(
commFlowKey
+ ":"
+ AbstractionPackage.eINSTANCE.getFlowAllocation().getName()
+ "Bought");
flowAllocBought.setResizeable(false);
dPod.getCommoditiesBought().add(flowAllocBought);
Commodity flowAlloc =
provider.sellDynamicCommodity(
AbstractionPackage.eINSTANCE.getFlowAllocation(), commFlowKey, 0, null);
provider.getCommodities().add(flowAlloc);
flowAllocBought.getConsumes().clear();
flowAllocBought.getConsumes().add(flowAlloc);
key2FlowAlloc.put(PodUtil.FLOW_KEYS[level], flowAlloc);
}
// set the capacity of the provider sold allocation commodities to match the capacity
// of the regular commodities
for (Commodity comm : provider.getCommodities()) {
if (comm.eClass() == AbstractionPackage.eINSTANCE.getMem())
memAlloc.setCapacity(comm.getCapacity());
else if (comm.eClass() == AbstractionPackage.eINSTANCE.getCPU())
cpuAlloc.setCapacity(comm.getCapacity());
else if (comm.eClass()
== AbstractionPackage.eINSTANCE.getFlow()) { // update the alloc comm for the same level
if (key2FlowAlloc.containsKey(comm.getKey()))
logger.trace(
"The Dpod "
+ dPod.getName()
+ "Flow-"
+ comm.getKey()
+ " capacity is "
+ key2FlowAlloc.get(comm.getKey()).getCapacity());
logger.trace(
"The Provider "
+ provider.getName()
+ "Flow-"
+ comm.getKey()
+ "capacity is "
+ comm.getCapacity());
if (key2FlowAlloc.get(comm.getKey()) != null)
key2FlowAlloc.get(comm.getKey()).setCapacity(comm.getCapacity());
}
}
} else if (provider instanceof Storage) {
StorageAllocation stAllocBought =
(StorageAllocation)
dPod.buyDynamicCommodity(
AbstractionPackage.eINSTANCE.getStorageAllocation(), commKey, 0);
stAllocBought.setName(
commKey + ":" + AbstractionPackage.eINSTANCE.getStorageAllocation().getName() + "Bought");
stAllocBought.setResizeable(false);
dPod.getCommoditiesBought().add(stAllocBought);
Commodity stAlloc =
provider.sellDynamicCommodity(
AbstractionPackage.eINSTANCE.getStorageAllocation(), commKey, 0, null);
provider.getCommodities().add(stAlloc);
stAllocBought.getConsumes().clear();
stAllocBought.getConsumes().add(stAlloc);
for (Commodity comm : provider.getCommodities()) {
if (comm.eClass() == AbstractionPackage.eINSTANCE.getStorageAmount())
stAlloc.setCapacity(comm.getCapacity());
}
}
dPod.getLayeredOver().add(provider);
historyLayeredOver.remove(provider);
}