public String execute() throws Exception {
if (name == null || name.equals(ALL)) {
Collection<PeriodType> periodTypes = periodService.getAllPeriodTypes();
for (PeriodType type : periodTypes) {
periods.addAll(periodService.getPeriodsByPeriodType(type));
}
} else {
PeriodType periodType = periodService.getPeriodTypeByName(name);
ArrayList<Period> allPeriodsOfSelectedPeriodType =
new ArrayList<Period>(periodService.getPeriodsByPeriodType(periodType));
for (Period p : allPeriodsOfSelectedPeriodType) {
if (!(p.getStartDate().compareTo(new Date()) > 0)) {
periods.add(p);
}
}
}
for (Period period : periods) {
period.setName(format.formatPeriod(period));
}
Collections.sort(periods, new PeriodComparator());
return SUCCESS;
}
@Test
public void testAverageIntDataElement() {
DataElement dataElement = createDataElement('A', categoryCombo);
dataElement.setType(DataElement.VALUE_TYPE_INT);
dataElement.setAggregationOperator(DataElement.AGGREGATION_OPERATOR_AVERAGE_SUM);
dataElementIds.add(dataElementService.addDataElement(dataElement));
DataSet dataSet = createDataSet('A', new YearlyPeriodType());
dataSet.getDataElements().add(dataElement);
dataSetService.addDataSet(dataSet);
dataElement.getDataSets().add(dataSet);
dataElementService.updateDataElement(dataElement);
Period dataPeriod =
createPeriod(new YearlyPeriodType(), getDate(2000, 1, 1), getDate(2000, 12, 31));
OrganisationUnit unit = createOrganisationUnit('A');
organisationUnitIds.add(organisationUnitService.addOrganisationUnit(unit));
dataValueService.addDataValue(
createDataValue(dataElement, dataPeriod, unit, "100", categoryOptionCombo));
Period periodA =
createPeriod(new MonthlyPeriodType(), getDate(2000, 3, 1), getDate(2000, 3, 31));
Period periodB =
createPeriod(new MonthlyPeriodType(), getDate(2000, 4, 1), getDate(2000, 4, 30));
Period periodC =
createPeriod(new QuarterlyPeriodType(), getDate(2000, 3, 1), getDate(2000, 5, 31));
periodIds.add(periodService.addPeriod(periodA));
periodIds.add(periodService.addPeriod(periodB));
periodIds.add(periodService.addPeriod(periodC));
dataMartEngine.export(dataElementIds, indicatorIds, periodIds, organisationUnitIds);
assertEquals(
100.0,
aggregatedDataValueService.getAggregatedValue(
dataElement, categoryOptionCombo, periodA, unit),
DELTA);
assertEquals(
100.0,
aggregatedDataValueService.getAggregatedValue(
dataElement, categoryOptionCombo, periodB, unit),
DELTA);
assertEquals(
100.0,
aggregatedDataValueService.getAggregatedValue(
dataElement, categoryOptionCombo, periodC, unit),
DELTA);
}
public Collection<ValidationResult> validate(
Date startDate,
Date endDate,
Collection<OrganisationUnit> sources,
ValidationRuleGroup group) {
Map<String, Double> constantMap = constantService.getConstantMap();
Collection<ValidationResult> validationViolations = new HashSet<ValidationResult>();
Collection<Period> relevantPeriods = periodService.getPeriodsBetweenDates(startDate, endDate);
for (OrganisationUnit source : sources) {
Collection<ValidationRule> relevantRules =
getRelevantValidationRules(source.getDataElementsInDataSets());
relevantRules.retainAll(group.getMembers());
Set<DataElement> dataElements = getDataElementsInValidationRules(relevantRules);
if (!relevantRules.isEmpty()) {
for (Period period : relevantPeriods) {
validationViolations.addAll(
validateInternal(
period,
source,
relevantRules,
dataElements,
constantMap,
validationViolations.size()));
}
}
}
return validationViolations;
}
public Collection<ValidationResult> validate(
Date startDate, Date endDate, OrganisationUnit source) {
Map<String, Double> constantMap = constantService.getConstantMap();
Collection<ValidationResult> validationViolations = new HashSet<ValidationResult>();
Collection<ValidationRule> relevantRules =
getRelevantValidationRules(source.getDataElementsInDataSets());
Set<DataElement> dataElements = getDataElementsInValidationRules(relevantRules);
Collection<Period> relevantPeriods = periodService.getPeriodsBetweenDates(startDate, endDate);
for (Period period : relevantPeriods) {
validationViolations.addAll(
validateInternal(
period,
source,
relevantRules,
dataElements,
constantMap,
validationViolations.size()));
}
return validationViolations;
}
@Override
public void update(DataSet dataSet) {
PeriodType periodType = periodService.reloadPeriodType(dataSet.getPeriodType());
dataSet.setPeriodType(periodType);
super.update(dataSet);
}
@Override
public int save(DataSet dataSet) {
PeriodType periodType = periodService.reloadPeriodType(dataSet.getPeriodType());
dataSet.setPeriodType(periodType);
return super.save(dataSet);
}
/**
* Gets the Set of period types found in a set of rules.
*
* <p>Note that that we have to get periodType from periodService, otherwise the ID will not be
* present.)
*
* @param rules validation rules of interest
* @return period types contained in those rules
*/
private Set<PeriodType> getPeriodTypesFromRules(Collection<ValidationRule> rules) {
Set<PeriodType> rulePeriodTypes = new HashSet<>();
for (ValidationRule rule : rules) {
rulePeriodTypes.add(periodService.getPeriodTypeByName(rule.getPeriodType().getName()));
}
return rulePeriodTypes;
}
@SuppressWarnings("unchecked")
public Collection<DataSet> getDataSetsByPeriodType(PeriodType periodType) {
periodType = periodService.reloadPeriodType(periodType);
Session session = sessionFactory.getCurrentSession();
Criteria criteria = session.createCriteria(DataSet.class);
criteria.add(Restrictions.eq("periodType", periodType));
return criteria.list();
}
private final Period reloadPeriodForceAdd(Period period) {
Period storedPeriod = reloadPeriod(period);
if (storedPeriod == null) {
periodService.addPeriod(period);
return period;
}
return storedPeriod;
}
@Override
public void setUpTest() {
organisationUnit = createOrganisationUnit('A');
organisationUnitLevel = new OrganisationUnitLevel(1, "Level");
organisationUnitService.addOrganisationUnit(organisationUnit);
organisationUnitService.addOrganisationUnitLevel(organisationUnitLevel);
indicatorGroup = createIndicatorGroup('A');
indicatorService.addIndicatorGroup(indicatorGroup);
indicatorType = createIndicatorType('A');
indicatorService.addIndicatorType(indicatorType);
indicator = createIndicator('A', indicatorType);
indicatorService.addIndicator(indicator);
dataElement = createDataElement('A');
dataElementService.addDataElement(dataElement);
dataElementGroup = createDataElementGroup('A');
dataElementGroup.getMembers().add(dataElement);
dataElementService.addDataElementGroup(dataElementGroup);
periodType = periodService.getPeriodTypeByName(MonthlyPeriodType.NAME);
period = createPeriod(periodType, getDate(2000, 1, 1), getDate(2000, 2, 1));
periodService.addPeriod(period);
mapLegendSet = createLegendSet('A');
legendService.addLegendSet(mapLegendSet);
internalMapLayer = new InternalMapLayer();
internalMapLayer.setRadiusLow(15);
internalMapLayer.setRadiusHigh(35);
internalMapLayer.setColorLow(Color.YELLOW);
internalMapLayer.setColorHigh(Color.RED);
internalMapLayer.setOpacity(0.5f);
}
/**
* Gets the current and most recent periods to search, based on the period types from the rules to
* run.
*
* <p>For each period type, return the period containing the current date (if any), and the most
* recent previous period. Add whichever of these periods actually exist in the database.
*
* <p>TODO If the last successful daily run was more than one day ago, we might add some
* additional periods of type DailyPeriodType not to miss any alerts.
*
* @param rules the ValidationRules to be evaluated on this run
* @return periods to search for new alerts
*/
private Set<Period> getAlertPeriodsFromRules(Set<ValidationRule> rules) {
Set<Period> periods = new HashSet<>();
Set<PeriodType> rulePeriodTypes = getPeriodTypesFromRules(rules);
for (PeriodType periodType : rulePeriodTypes) {
CalendarPeriodType calendarPeriodType = (CalendarPeriodType) periodType;
Period currentPeriod = calendarPeriodType.createPeriod();
Period previousPeriod = calendarPeriodType.getPreviousPeriod(currentPeriod);
periods.addAll(
periodService.getIntersectingPeriodsByPeriodType(
periodType, previousPeriod.getStartDate(), currentPeriod.getEndDate()));
}
return periods;
}
@Override
public Collection<ValidationResult> validate(
Date startDate,
Date endDate,
Collection<OrganisationUnit> sources,
DataElementCategoryOptionCombo attributeCombo,
ValidationRuleGroup group,
boolean sendAlerts,
I18nFormat format) {
log.info(
"Validate start:"
+ startDate
+ " end: "
+ endDate
+ " sources: "
+ sources.size()
+ " group: "
+ group);
Collection<Period> periods = periodService.getPeriodsBetweenDates(startDate, endDate);
Collection<ValidationRule> rules = group != null ? group.getMembers() : getAllValidationRules();
Collection<ValidationResult> results =
Validator.validate(
sources,
periods,
rules,
attributeCombo,
null,
constantService,
expressionService,
periodService,
dataValueService,
dataElementCategoryService,
userService,
currentUserService);
formatPeriods(results, format);
if (sendAlerts) {
Set<ValidationResult> resultsToAlert = new HashSet<>(results);
FilterUtils.filter(resultsToAlert, new ValidationResultToAlertFilter());
postAlerts(resultsToAlert, new Date());
}
return results;
}
public String execute() throws Exception {
// reportTypeName = ReportType.RT_LINELIST;
reportTypeName = ReportType.RT_LINELIST_WEB_PORTAL;
/* Monthly Periods */
monthlyPeriodType = new MonthlyPeriodType();
monthlyPeriods = new ArrayList<Period>(periodService.getPeriodsByPeriodType(monthlyPeriodType));
Iterator<Period> periodIterator = monthlyPeriods.iterator();
while (periodIterator.hasNext()) {
Period p1 = periodIterator.next();
if (p1.getStartDate().compareTo(new Date()) > 0) {
periodIterator.remove();
}
}
Collections.sort(monthlyPeriods, new PeriodComparator());
simpleDateFormat = new SimpleDateFormat("MMM-yyyy");
return SUCCESS;
}
public String execute() {
Expression leftSide = new Expression();
leftSide.setExpression(leftSideExpression);
leftSide.setDescription(leftSideDescription);
leftSide.setNullIfBlank(leftSideNullIfBlank);
leftSide.setDataElementsInExpression(
expressionService.getDataElementsInExpression(leftSideExpression));
leftSide.setOptionCombosInExpression(
expressionService.getOptionCombosInExpression(leftSideExpression));
Expression rightSide = new Expression();
rightSide.setExpression(rightSideExpression);
rightSide.setDescription(rightSideDescription);
rightSide.setNullIfBlank(rightSideNullIfBlank);
rightSide.setDataElementsInExpression(
expressionService.getDataElementsInExpression(rightSideExpression));
rightSide.setOptionCombosInExpression(
expressionService.getOptionCombosInExpression(rightSideExpression));
ValidationRule validationRule = new ValidationRule();
validationRule.setName(name);
validationRule.setDescription(description);
validationRule.setType(ValidationRule.TYPE_ABSOLUTE);
validationRule.setOperator(Operator.valueOf(operator));
validationRule.setLeftSide(leftSide);
validationRule.setRightSide(rightSide);
PeriodType periodType = periodService.getPeriodTypeByName(periodTypeName);
validationRule.setPeriodType(periodType);
validationRuleService.saveValidationRule(validationRule);
return SUCCESS;
}
@Override
public Collection<ValidationResult> validate(
Date startDate, Date endDate, OrganisationUnit source) {
log.info("Validate start: " + startDate + " end: " + endDate + " source: " + source.getName());
Collection<Period> periods = periodService.getPeriodsBetweenDates(startDate, endDate);
Collection<ValidationRule> rules = getAllValidationRules();
Collection<OrganisationUnit> sources = new HashSet<>();
sources.add(source);
return Validator.validate(
sources,
periods,
rules,
null,
null,
constantService,
expressionService,
periodService,
dataValueService,
dataElementCategoryService,
userService,
currentUserService);
}
// -------------------------------------------------------------------------
// Action Implementation
// -------------------------------------------------------------------------
public String execute() throws Exception {
statementManager.initialise();
// Initialization
raFolderName = reportService.getRAFolderName();
String deCodesXMLFileName = "";
simpleDateFormat = new SimpleDateFormat("MMM-yyyy");
monthFormat = new SimpleDateFormat("MMMM");
yearFormat = new SimpleDateFormat("yyyy");
simpleMonthFormat = new SimpleDateFormat("MMM");
String parentUnit = "";
Report_in selReportObj = reportService.getReport(Integer.parseInt(reportList));
deCodesXMLFileName = selReportObj.getXmlTemplateName();
reportModelTB = selReportObj.getModel();
reportFileNameTB = selReportObj.getExcelTemplateName();
String inputTemplatePath =
System.getenv("DHIS2_HOME")
+ File.separator
+ raFolderName
+ File.separator
+ "template"
+ File.separator
+ reportFileNameTB;
// String outputReportFolderPath = System.getenv( "DHIS2_HOME" ) + File.separator + raFolderName
// + File.separator + "output" + File.separator + UUID.randomUUID().toString();
String outputReportFolderPath =
System.getenv("DHIS2_HOME")
+ File.separator
+ Configuration_IN.DEFAULT_TEMPFOLDER
+ File.separator
+ UUID.randomUUID().toString();
File newdir = new File(outputReportFolderPath);
if (!newdir.exists()) {
newdir.mkdirs();
}
if (reportModelTB.equalsIgnoreCase("STATIC")
|| reportModelTB.equalsIgnoreCase("STATIC-DATAELEMENTS")
|| reportModelTB.equalsIgnoreCase("STATIC-FINANCIAL")) {
orgUnitList =
new ArrayList<OrganisationUnit>(
organisationUnitService.getOrganisationUnitWithChildren(ouIDTB));
OrganisationUnitGroup orgUnitGroup = selReportObj.getOrgunitGroup();
orgUnitList.retainAll(orgUnitGroup.getMembers());
} else {
return INPUT;
}
// System.out.println( "---Size of Org Unit List ----: " + orgUnitList.size() + ",Report Group
// name is :---" + selReportObj.getOrgunitGroup().getName() + ", Size of Group member is ----:"
// + selReportObj.getOrgunitGroup().getMembers().size() );
System.out.println(" ---- Size of OrgUnit List is ---- " + orgUnitList.size());
OrganisationUnit selOrgUnit = organisationUnitService.getOrganisationUnit(ouIDTB);
System.out.println(
selOrgUnit.getName()
+ " : "
+ selReportObj.getName()
+ " : Report Generation Start Time is : "
+ new Date());
selectedPeriod = periodService.getPeriod(availablePeriods);
sDate = format.parseDate(String.valueOf(selectedPeriod.getStartDate()));
eDate = format.parseDate(String.valueOf(selectedPeriod.getEndDate()));
Workbook templateWorkbook = Workbook.getWorkbook(new File(inputTemplatePath));
// collect periodId by commaSepareted
List<Period> tempPeriodList =
new ArrayList<Period>(periodService.getIntersectingPeriods(sDate, eDate));
Collection<Integer> tempPeriodIds =
new ArrayList<Integer>(getIdentifiers(Period.class, tempPeriodList));
String periodIdsByComma = getCommaDelimitedString(tempPeriodIds);
// Getting DataValues
List<Report_inDesign> reportDesignList = reportService.getReportDesign(deCodesXMLFileName);
// collect dataElementIDs by commaSepareted
String dataElmentIdsByComma = reportService.getDataelementIds(reportDesignList);
int orgUnitCount = 0;
Iterator<OrganisationUnit> it = orgUnitList.iterator();
while (it.hasNext()) {
OrganisationUnit currentOrgUnit = (OrganisationUnit) it.next();
String outPutFileName = reportFileNameTB.replace(".xls", "");
outPutFileName += "_" + currentOrgUnit.getShortName();
outPutFileName += "_" + simpleDateFormat.format(selectedPeriod.getStartDate()) + ".xls";
String outputReportPath = outputReportFolderPath + File.separator + outPutFileName;
WritableWorkbook outputReportWorkbook =
Workbook.createWorkbook(new File(outputReportPath), templateWorkbook);
Map<String, String> aggDeMap = new HashMap<String, String>();
if (aggData.equalsIgnoreCase(USEEXISTINGAGGDATA)) {
aggDeMap.putAll(
reportService.getResultDataValueFromAggregateTable(
currentOrgUnit.getId(), dataElmentIdsByComma, periodIdsByComma));
} else if (aggData.equalsIgnoreCase(GENERATEAGGDATA)) {
List<OrganisationUnit> childOrgUnitTree =
new ArrayList<OrganisationUnit>(
organisationUnitService.getOrganisationUnitWithChildren(currentOrgUnit.getId()));
List<Integer> childOrgUnitTreeIds =
new ArrayList<Integer>(getIdentifiers(OrganisationUnit.class, childOrgUnitTree));
String childOrgUnitsByComma = getCommaDelimitedString(childOrgUnitTreeIds);
aggDeMap.putAll(
reportService.getAggDataFromDataValueTable(
childOrgUnitsByComma, dataElmentIdsByComma, periodIdsByComma));
} else if (aggData.equalsIgnoreCase(USECAPTUREDDATA)) {
aggDeMap.putAll(
reportService.getAggDataFromDataValueTable(
"" + currentOrgUnit.getId(), dataElmentIdsByComma, periodIdsByComma));
}
int count1 = 0;
Iterator<Report_inDesign> reportDesignIterator = reportDesignList.iterator();
while (reportDesignIterator.hasNext()) {
Report_inDesign report_inDesign = (Report_inDesign) reportDesignIterator.next();
String deType = report_inDesign.getPtype();
String sType = report_inDesign.getStype();
String deCodeString = report_inDesign.getExpression();
String tempStr = "";
Calendar tempStartDate = Calendar.getInstance();
Calendar tempEndDate = Calendar.getInstance();
List<Calendar> calendarList =
new ArrayList<Calendar>(reportService.getStartingEndingPeriods(deType, selectedPeriod));
if (calendarList == null || calendarList.isEmpty()) {
tempStartDate.setTime(selectedPeriod.getStartDate());
tempEndDate.setTime(selectedPeriod.getEndDate());
return SUCCESS;
} else {
tempStartDate = calendarList.get(0);
tempEndDate = calendarList.get(1);
}
if (deCodeString.equalsIgnoreCase("FACILITY")) {
tempStr = currentOrgUnit.getName();
} else if (deCodeString.equalsIgnoreCase("FACILITY-NOREPEAT")) {
tempStr = parentUnit;
} else if (deCodeString.equalsIgnoreCase("FACILITYP")) {
tempStr = currentOrgUnit.getParent().getName();
} else if (deCodeString.equalsIgnoreCase("FACILITYPP")) {
tempStr = currentOrgUnit.getParent().getParent().getName();
} else if (deCodeString.equalsIgnoreCase("FACILITYPPP")) {
tempStr = currentOrgUnit.getParent().getParent().getParent().getName();
} else if (deCodeString.equalsIgnoreCase("FACILITYPPPP")) {
tempStr = currentOrgUnit.getParent().getParent().getParent().getParent().getName();
} else if (deCodeString.equalsIgnoreCase("PERIOD")
|| deCodeString.equalsIgnoreCase("PERIOD-NOREPEAT")) {
tempStr = simpleDateFormat.format(sDate);
} else if (deCodeString.equalsIgnoreCase("PERIOD-MONTH")) {
tempStr = monthFormat.format(sDate);
} else if (deCodeString.equalsIgnoreCase("PERIOD-YEAR")) {
tempStr = yearFormat.format(sDate);
} else if (deCodeString.equalsIgnoreCase("MONTH-START-SHORT")) {
tempStr = simpleMonthFormat.format(sDate);
} else if (deCodeString.equalsIgnoreCase("MONTH-END-SHORT")) {
tempStr = simpleMonthFormat.format(eDate);
} else if (deCodeString.equalsIgnoreCase("MONTH-START")) {
tempStr = monthFormat.format(sDate);
} else if (deCodeString.equalsIgnoreCase("MONTH-END")) {
tempStr = monthFormat.format(eDate);
} else if (deCodeString.equalsIgnoreCase("SLNO")) {
tempStr = "" + (orgUnitCount + 1);
} else if (deCodeString.equalsIgnoreCase("NA")) {
tempStr = " ";
} else {
if (sType.equalsIgnoreCase("dataelement")) {
if (aggData.equalsIgnoreCase(USECAPTUREDDATA)) {
tempStr = getAggVal(deCodeString, aggDeMap);
// tempStr = reportService.getIndividualResultDataValue(deCodeString,
// tempStartDate.getTime(), tempEndDate.getTime(), currentOrgUnit, reportModelTB );
} else if (aggData.equalsIgnoreCase(GENERATEAGGDATA)) {
tempStr = getAggVal(deCodeString, aggDeMap);
// tempStr = reportService.getResultDataValue( deCodeString, tempStartDate.getTime(),
// tempEndDate.getTime(), currentOrgUnit, reportModelTB );
} else if (aggData.equalsIgnoreCase(USEEXISTINGAGGDATA)) {
tempStr = getAggVal(deCodeString, aggDeMap);
/*
List<Period> periodList = new ArrayList<Period>( periodService.getPeriodsBetweenDates( tempStartDate.getTime(), tempEndDate.getTime() ) );
Collection<Integer> periodIds = new ArrayList<Integer>( getIdentifiers(Period.class, periodList ) );
tempStr = reportService.getResultDataValueFromAggregateTable( deCodeString, periodIds, currentOrgUnit, reportModelTB );
*/
}
} else if (sType.equalsIgnoreCase("dataelement-boolean")) {
if (aggData.equalsIgnoreCase(USECAPTUREDDATA)) {
tempStr =
reportService.getBooleanDataValue(
deCodeString,
tempStartDate.getTime(),
tempEndDate.getTime(),
currentOrgUnit,
reportModelTB);
} else if (aggData.equalsIgnoreCase(GENERATEAGGDATA)) {
tempStr =
reportService.getBooleanDataValue(
deCodeString,
tempStartDate.getTime(),
tempEndDate.getTime(),
currentOrgUnit,
reportModelTB);
} else if (aggData.equalsIgnoreCase(USEEXISTINGAGGDATA)) {
tempStr =
reportService.getBooleanDataValue(
deCodeString,
tempStartDate.getTime(),
tempEndDate.getTime(),
currentOrgUnit,
reportModelTB);
}
} else {
if (aggData.equalsIgnoreCase(USECAPTUREDDATA)) {
tempStr =
reportService.getIndividualResultIndicatorValue(
deCodeString, tempStartDate.getTime(), tempEndDate.getTime(), currentOrgUnit);
} else if (aggData.equalsIgnoreCase(GENERATEAGGDATA)) {
tempStr =
reportService.getResultIndicatorValue(
deCodeString, tempStartDate.getTime(), tempEndDate.getTime(), currentOrgUnit);
} else if (aggData.equalsIgnoreCase(USEEXISTINGAGGDATA)) {
// List<Period> periodList = new ArrayList<Period>(
// periodService.getPeriodsBetweenDates( tempStartDate.getTime(),
// tempEndDate.getTime() ) );
// Collection<Integer> periodIds = new ArrayList<Integer>(
// getIdentifiers(Period.class, periodList ) );
tempStr =
reportService.getResultIndicatorValue(
deCodeString, tempStartDate.getTime(), tempEndDate.getTime(), currentOrgUnit);
}
}
}
int tempRowNo = report_inDesign.getRowno();
int tempColNo = report_inDesign.getColno();
int sheetNo = report_inDesign.getSheetno();
WritableSheet sheet0 = outputReportWorkbook.getSheet(sheetNo);
if (tempStr == null || tempStr.equals(" ")) {
tempColNo += orgUnitCount;
WritableCellFormat wCellformat = new WritableCellFormat();
wCellformat.setBorder(Border.ALL, BorderLineStyle.THIN);
wCellformat.setWrap(true);
wCellformat.setAlignment(Alignment.CENTRE);
sheet0.addCell(new Blank(tempColNo, tempRowNo, wCellformat));
} else {
if (reportModelTB.equalsIgnoreCase("DYNAMIC-ORGUNIT")) {
if (deCodeString.equalsIgnoreCase("FACILITYP")
|| deCodeString.equalsIgnoreCase("FACILITYPP")
|| deCodeString.equalsIgnoreCase("FACILITYPPP")
|| deCodeString.equalsIgnoreCase("FACILITYPPPP")) {
} else if (deCodeString.equalsIgnoreCase("PERIOD")
|| deCodeString.equalsIgnoreCase("PERIOD-NOREPEAT")
|| deCodeString.equalsIgnoreCase("PERIOD-WEEK")
|| deCodeString.equalsIgnoreCase("PERIOD-MONTH")
|| deCodeString.equalsIgnoreCase("PERIOD-QUARTER")
|| deCodeString.equalsIgnoreCase("PERIOD-YEAR")
|| deCodeString.equalsIgnoreCase("MONTH-START")
|| deCodeString.equalsIgnoreCase("MONTH-END")
|| deCodeString.equalsIgnoreCase("MONTH-START-SHORT")
|| deCodeString.equalsIgnoreCase("MONTH-END-SHORT")
|| deCodeString.equalsIgnoreCase("SIMPLE-QUARTER")
|| deCodeString.equalsIgnoreCase("QUARTER-MONTHS-SHORT")
|| deCodeString.equalsIgnoreCase("QUARTER-MONTHS")
|| deCodeString.equalsIgnoreCase("QUARTER-START-SHORT")
|| deCodeString.equalsIgnoreCase("QUARTER-END-SHORT")
|| deCodeString.equalsIgnoreCase("QUARTER-START")
|| deCodeString.equalsIgnoreCase("QUARTER-END")
|| deCodeString.equalsIgnoreCase("SIMPLE-YEAR")
|| deCodeString.equalsIgnoreCase("YEAR-END")
|| deCodeString.equalsIgnoreCase("YEAR-FROMTO")) {
} else {
tempColNo += orgUnitCount;
}
} else if (reportModelTB.equalsIgnoreCase("dynamicwithrootfacility")) {
if (deCodeString.equalsIgnoreCase("FACILITYP")
|| deCodeString.equalsIgnoreCase("FACILITY-NOREPEAT")
|| deCodeString.equalsIgnoreCase("FACILITYPP")
|| deCodeString.equalsIgnoreCase("FACILITYPPP")
|| deCodeString.equalsIgnoreCase("FACILITYPPPP")) {
} else if (deCodeString.equalsIgnoreCase("PERIOD")
|| deCodeString.equalsIgnoreCase("PERIOD-NOREPEAT")
|| deCodeString.equalsIgnoreCase("PERIOD-WEEK")
|| deCodeString.equalsIgnoreCase("PERIOD-MONTH")
|| deCodeString.equalsIgnoreCase("PERIOD-QUARTER")
|| deCodeString.equalsIgnoreCase("PERIOD-YEAR")
|| deCodeString.equalsIgnoreCase("MONTH-START")
|| deCodeString.equalsIgnoreCase("MONTH-END")
|| deCodeString.equalsIgnoreCase("MONTH-START-SHORT")
|| deCodeString.equalsIgnoreCase("MONTH-END-SHORT")
|| deCodeString.equalsIgnoreCase("SIMPLE-QUARTER")
|| deCodeString.equalsIgnoreCase("QUARTER-MONTHS-SHORT")
|| deCodeString.equalsIgnoreCase("QUARTER-MONTHS")
|| deCodeString.equalsIgnoreCase("QUARTER-START-SHORT")
|| deCodeString.equalsIgnoreCase("QUARTER-END-SHORT")
|| deCodeString.equalsIgnoreCase("QUARTER-START")
|| deCodeString.equalsIgnoreCase("QUARTER-END")
|| deCodeString.equalsIgnoreCase("SIMPLE-YEAR")
|| deCodeString.equalsIgnoreCase("YEAR-END")
|| deCodeString.equalsIgnoreCase("YEAR-FROMTO")) {
} else {
tempRowNo += orgUnitCount;
}
}
WritableCell cell = sheet0.getWritableCell(tempColNo, tempRowNo);
CellFormat cellFormat = cell.getCellFormat();
WritableCellFormat wCellformat = new WritableCellFormat();
wCellformat.setBorder(Border.ALL, BorderLineStyle.THIN);
wCellformat.setWrap(true);
wCellformat.setAlignment(Alignment.CENTRE);
if (cell.getType() == CellType.LABEL) {
Label l = (Label) cell;
l.setString(tempStr);
l.setCellFormat(cellFormat);
} else {
try {
sheet0.addCell(
new Number(tempColNo, tempRowNo, Double.parseDouble(tempStr), wCellformat));
} catch (Exception e) {
sheet0.addCell(new Label(tempColNo, tempRowNo, tempStr, wCellformat));
}
}
}
count1++;
} // inner while loop end
outputReportWorkbook.write();
outputReportWorkbook.close();
orgUnitCount++;
} // outer while loop end
statementManager.destroy();
if (zipDirectory(outputReportFolderPath, outputReportFolderPath + ".zip")) {
System.out.println(
selOrgUnit.getName()
+ " : "
+ selReportObj.getName()
+ " Report Generation End Time is : "
+ new Date());
fileName = reportFileNameTB.replace(".xls", "");
fileName += "_" + selOrgUnit.getShortName();
fileName += "_" + simpleDateFormat.format(selectedPeriod.getStartDate()) + ".zip";
File outputReportFile = new File(outputReportFolderPath + ".zip");
inputStream = new BufferedInputStream(new FileInputStream(outputReportFile));
return SUCCESS;
} else {
return INPUT;
}
}
// -------------------------------------------------------------------------
// Action implementation
// -------------------------------------------------------------------------
public String execute() throws Exception {
statementManager.initialise();
// Initialization
raFolderName = reportService.getRAFolderName();
String colArray[] = {
"A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S",
"T", "U", "V", "W", "X", "Y", "Z", "AA", "AB", "AC", "AD", "AE", "AF", "AG", "AH", "AI", "AJ",
"AK", "AL", "AM", "AN", "AO", "AP", "AQ", "AR", "AS", "AT", "AU", "AV", "AW", "AX", "AY",
"AZ", "BA", "BB", "BC", "BD", "BE", "BF", "BG", "BH", "BI", "BJ", "BK", "BL", "BM", "BN",
"BO", "BP", "BQ", "BR", "BS", "BT", "BU", "BV", "BW", "BX", "BY", "BZ"
};
Report_in selReportObj = reportService.getReport(Integer.parseInt(reportList));
// OrgUnit Info
OrganisationUnit currentOrgUnit = organisationUnitService.getOrganisationUnit(ouIDTB);
System.out.println(
currentOrgUnit.getName()
+ " : "
+ selReportObj.getName()
+ " : Report Generation Start Time is : "
+ new Date());
List<OrganisationUnit> childOrgUnitTree =
new ArrayList<OrganisationUnit>(
organisationUnitService.getOrganisationUnitWithChildren(ouIDTB));
List<Integer> childOrgUnitTreeIds =
new ArrayList<Integer>(getIdentifiers(OrganisationUnit.class, childOrgUnitTree));
String childOrgUnitsByComma = getCommaDelimitedString(childOrgUnitTreeIds);
// Report Info
String deCodesXMLFileName = selReportObj.getXmlTemplateName();
String reportModelTB = selReportObj.getModel();
String reportFileNameTB = selReportObj.getExcelTemplateName();
String inputTemplatePath =
System.getenv("DHIS2_HOME")
+ File.separator
+ raFolderName
+ File.separator
+ "template"
+ File.separator
+ reportFileNameTB;
// String outputReportPath = System.getenv( "DHIS2_HOME" ) + File.separator + raFolderName +
// File.separator + "output" + File.separator + UUID.randomUUID().toString() + ".xls";
String outputReportPath =
System.getenv("DHIS2_HOME") + File.separator + Configuration_IN.DEFAULT_TEMPFOLDER;
File newdir = new File(outputReportPath);
if (!newdir.exists()) {
newdir.mkdirs();
}
outputReportPath += File.separator + UUID.randomUUID().toString() + ".xls";
Workbook templateWorkbook = Workbook.getWorkbook(new File(inputTemplatePath));
WritableWorkbook outputReportWorkbook =
Workbook.createWorkbook(new File(outputReportPath), templateWorkbook);
WritableCellFormat wCellformat = new WritableCellFormat();
wCellformat.setBorder(Border.ALL, BorderLineStyle.THIN);
wCellformat.setAlignment(Alignment.CENTRE);
wCellformat.setVerticalAlignment(VerticalAlignment.CENTRE);
wCellformat.setWrap(true);
// Period Info
selectedPeriod = periodService.getPeriod(availablePeriods);
selectedEndPeriod = periodService.getPeriod(availablePeriodsto);
sDate = format.parseDate(String.valueOf(selectedPeriod.getStartDate()));
eDate = format.parseDate(String.valueOf(selectedEndPeriod.getEndDate()));
PeriodType periodType = periodService.getPeriodTypeByName(periodTypeId);
List<Period> periodList =
new ArrayList<Period>(periodService.getPeriodsBetweenDates(periodType, sDate, eDate));
// List<Period> periodList = new ArrayList<Period>( periodService.getIntersectingPeriods( sDate,
// eDate ) );
Collections.sort(periodList, new PeriodStartDateComparator());
if (periodTypeId.equalsIgnoreCase("monthly")) {
simpleDateFormat = new SimpleDateFormat("MMM-yyyy");
} else if (periodTypeId.equalsIgnoreCase("yearly")) {
simpleDateFormat = new SimpleDateFormat("yyyy");
} else {
simpleDateFormat = new SimpleDateFormat("yyyy-MM-dd");
}
// To get Aggregation Data
List<Report_inDesign> reportDesignList = reportService.getReportDesign(deCodesXMLFileName);
// String dataElmentIdsByComma = reportService.getDataelementIds( reportDesignList );
String dataElmentIdsByComma =
reportService.getDataelementIdsByStype(reportDesignList, Report_inDesign.ST_DATAELEMENT);
String nonNumberDataElementIdsByComma =
reportService.getDataelementIdsByStype(
reportDesignList, Report_inDesign.ST_NON_NUMBER_DATAELEMENT);
// Collection<Integer> periodIds1 = new ArrayList<Integer>( getIdentifiers(Period.class,
// periodList ) );
String periodsByComma = "";
// getCommaDelimitedString( periodIds1 );
int colCount = 0;
for (Period period : periodList) {
if (periodTypeId.equalsIgnoreCase("daily")) {
periodsByComma = "" + period.getId();
} else {
Collection<Integer> periodIds =
new ArrayList<Integer>(
getIdentifiers(
Period.class,
periodService.getIntersectingPeriods(
period.getStartDate(), period.getEndDate())));
periodsByComma = getCommaDelimitedString(periodIds);
}
Map<String, String> aggDeMap = new HashMap<String, String>();
if (aggData.equalsIgnoreCase(USEEXISTINGAGGDATA)) {
aggDeMap.putAll(
reportService.getResultDataValueFromAggregateTable(
currentOrgUnit.getId(), dataElmentIdsByComma, periodsByComma));
} else if (aggData.equalsIgnoreCase(GENERATEAGGDATA)) {
aggDeMap.putAll(
reportService.getAggDataFromDataValueTable(
childOrgUnitsByComma, dataElmentIdsByComma, periodsByComma));
aggDeMap.putAll(
reportService.getAggNonNumberDataFromDataValueTable(
childOrgUnitsByComma, nonNumberDataElementIdsByComma, periodsByComma));
System.out.println(
childOrgUnitsByComma + " \n " + dataElmentIdsByComma + " \n " + periodsByComma);
} else if (aggData.equalsIgnoreCase(USECAPTUREDDATA)) {
aggDeMap.putAll(
reportService.getAggDataFromDataValueTable(
"" + currentOrgUnit.getId(), dataElmentIdsByComma, periodsByComma));
aggDeMap.putAll(
reportService.getAggNonNumberDataFromDataValueTable(
"" + currentOrgUnit.getId(), nonNumberDataElementIdsByComma, periodsByComma));
}
System.out.println("aggDeMap size : " + aggDeMap.size());
Iterator<Report_inDesign> reportDesignIterator = reportDesignList.iterator();
while (reportDesignIterator.hasNext()) {
Report_inDesign reportDesign = reportDesignIterator.next();
String deCodeString = reportDesign.getExpression();
String sType = reportDesign.getStype();
String tempStr = "";
tempRowNo = reportDesign.getRowno();
tempColNo = reportDesign.getColno();
sheetNo = reportDesign.getSheetno();
if (deCodeString.equalsIgnoreCase("FACILITY")) {
tempStr = currentOrgUnit.getName();
} else if (deCodeString.equalsIgnoreCase("PERIOD-RANGE")) {
tempStr =
simpleDateFormat.format(selectedPeriod.getStartDate())
+ " To "
+ simpleDateFormat.format(selectedEndPeriod.getEndDate());
} else if (deCodeString.equalsIgnoreCase("PROGRESSIVE-PERIOD")) {
tempStr = simpleDateFormat.format(period.getStartDate());
} else if (deCodeString.equalsIgnoreCase("NA")) {
tempStr = " ";
} else {
if (sType.equalsIgnoreCase("dataelement")) {
if (aggData.equalsIgnoreCase(USECAPTUREDDATA)) {
// tempStr = reportService.getIndividualResultDataValue( deCodeString,
// period.getStartDate(), period.getEndDate(), currentOrgUnit, reportModelTB );
tempStr = getAggVal(deCodeString, aggDeMap);
} else if (aggData.equalsIgnoreCase(GENERATEAGGDATA)) {
// tempStr = reportService.getResultDataValue( deCodeString, period.getStartDate(),
// period.getEndDate(), currentOrgUnit, reportModelTB );
tempStr = getAggVal(deCodeString, aggDeMap);
} else if (aggData.equalsIgnoreCase(USEEXISTINGAGGDATA)) {
tempStr = getAggVal(deCodeString, aggDeMap);
}
} else if (sType.equalsIgnoreCase(Report_inDesign.ST_DATAELEMENT_NO_REPEAT)) {
deCodeString = deCodeString.replaceAll(":", "\\.");
deCodeString = deCodeString.replaceAll("[", "");
deCodeString = deCodeString.replaceAll("]", "");
System.out.println("deCodeString : " + deCodeString);
tempStr = aggDeMap.get(deCodeString);
}
}
if (tempStr == null || tempStr.equals(" ")) {
tempColNo += colCount;
WritableSheet sheet0 = outputReportWorkbook.getSheet(sheetNo);
sheet0.addCell(new Blank(tempColNo, tempRowNo, wCellformat));
} else {
if (reportModelTB.equalsIgnoreCase("PROGRESSIVE-PERIOD")) {
if (deCodeString.equalsIgnoreCase("FACILITY")
|| deCodeString.equalsIgnoreCase("PERIOD-RANGE")) {
} else {
tempColNo += colCount;
}
WritableSheet sheet0 = outputReportWorkbook.getSheet(sheetNo);
try {
try {
sheet0.addCell(
new Number(tempColNo, tempRowNo, Double.parseDouble(tempStr), wCellformat));
} catch (Exception e) {
sheet0.addCell(new Label(tempColNo, tempRowNo, tempStr, wCellformat));
}
} catch (Exception e) {
System.out.println("Cannot write to Excel");
}
}
}
} // inner while loop end
colCount++;
} // outer while loop end
// ---------------------------------------------------------------------
// Writing Total Values
// ---------------------------------------------------------------------
Iterator<Report_inDesign> reportDesignIterator = reportDesignList.iterator();
while (reportDesignIterator.hasNext()) {
Report_inDesign reportDesign = reportDesignIterator.next();
String deCodeString = reportDesign.getExpression();
if (deCodeString.equalsIgnoreCase("FACILITY")
|| deCodeString.equalsIgnoreCase("PERIOD-RANGE")) {
continue;
}
tempRowNo = reportDesign.getRowno();
tempColNo = reportDesign.getColno();
sheetNo = reportDesign.getSheetno();
String colStart = "" + colArray[tempColNo];
String colEnd = "" + colArray[tempColNo + colCount - 1];
String tempFormula =
"SUM(" + colStart + (tempRowNo + 1) + ":" + colEnd + (tempRowNo + 1) + ")";
WritableSheet totalSheet = outputReportWorkbook.getSheet(sheetNo);
WritableFont arialBold = new WritableFont(WritableFont.ARIAL, 10, WritableFont.BOLD);
WritableCellFormat totalCellformat = new WritableCellFormat(arialBold);
totalCellformat.setBorder(Border.ALL, BorderLineStyle.THIN);
totalCellformat.setAlignment(Alignment.CENTRE);
totalCellformat.setVerticalAlignment(VerticalAlignment.CENTRE);
totalCellformat.setWrap(true);
if (deCodeString.equalsIgnoreCase("PROGRESSIVE-PERIOD")) {
totalSheet.addCell(new Label(tempColNo + colCount, tempRowNo, "Total", totalCellformat));
} else if (deCodeString.equalsIgnoreCase("NA")) {
totalSheet.addCell(new Label(tempColNo + colCount, tempRowNo, " ", totalCellformat));
} else {
totalSheet.addCell(
new Formula(tempColNo + colCount, tempRowNo, tempFormula, totalCellformat));
}
}
outputReportWorkbook.write();
outputReportWorkbook.close();
fileName = reportFileNameTB.replace(".xls", "");
fileName += "_" + currentOrgUnit.getShortName();
fileName += "_" + simpleDateFormat.format(selectedPeriod.getStartDate()) + ".xls";
File outputReportFile = new File(outputReportPath);
inputStream = new BufferedInputStream(new FileInputStream(outputReportFile));
System.out.println(
currentOrgUnit.getName()
+ " : "
+ selReportObj.getName()
+ " : Report Generation End Time is : "
+ new Date());
outputReportFile.deleteOnExit();
statementManager.destroy();
return SUCCESS;
}
@Transactional
public void export(
Collection<Integer> dataElementIds,
Collection<Integer> indicatorIds,
Collection<Integer> periodIds,
Collection<Integer> organisationUnitIds,
Collection<Integer> organisationUnitGroupIds,
TaskId id) {
final int cpuCores = SystemUtils.getCpuCores();
Clock clock =
new Clock()
.startClock()
.logTime(
"Data mart export process started, number of CPU cores: "
+ cpuCores
+ ", "
+ SystemUtils.getMemoryString());
notifier.clear(id, DATAMART).notify(id, DATAMART, "Data mart export process started");
// ---------------------------------------------------------------------
// Recreate temporary tables
// ---------------------------------------------------------------------
dataMartManager.dropTempAggregatedTables();
dataMartManager.createTempAggregatedTables();
clock.logTime("Recreated temporary tables");
// ---------------------------------------------------------------------
// Replace null with empty collection
// ---------------------------------------------------------------------
dataElementIds = dataElementIds != null ? dataElementIds : new ArrayList<Integer>();
indicatorIds = indicatorIds != null ? indicatorIds : new ArrayList<Integer>();
periodIds = periodIds != null ? periodIds : new ArrayList<Integer>();
organisationUnitIds =
organisationUnitIds != null ? organisationUnitIds : new ArrayList<Integer>();
organisationUnitGroupIds =
organisationUnitGroupIds != null ? organisationUnitGroupIds : new ArrayList<Integer>();
clock.logTime(
"Data elements: "
+ dataElementIds.size()
+ ", indicators: "
+ indicatorIds.size()
+ ", periods: "
+ periodIds.size()
+ ", org units: "
+ organisationUnitIds.size());
// ---------------------------------------------------------------------
// Get objects
// ---------------------------------------------------------------------
final Collection<Indicator> indicators = indicatorService.getIndicators(indicatorIds);
final Collection<Period> periods = periodService.getPeriods(periodIds);
final List<OrganisationUnit> organisationUnits =
new ArrayList<OrganisationUnit>(
organisationUnitService.getOrganisationUnits(organisationUnitIds));
final Collection<OrganisationUnitGroup> organisationUnitGroups =
organisationUnitGroupService.getOrganisationUnitGroups(organisationUnitGroupIds);
final Collection<DataElement> dataElements = dataElementService.getDataElements(dataElementIds);
clock.logTime("Retrieved meta-data objects");
notifier.notify(id, DATAMART, "Filtering meta-data");
// ---------------------------------------------------------------------
// Filter objects
// ---------------------------------------------------------------------
organisationUnitService.filterOrganisationUnitsWithoutData(organisationUnits);
FilterUtils.filter(dataElements, new AggregatableDataElementFilter());
FilterUtils.filter(dataElements, new DataElementWithAggregationFilter());
expressionService.filterInvalidIndicators(indicators);
clock.logTime("Filtered objects");
notifier.notify(id, DATAMART, "Loading indicators");
// ---------------------------------------------------------------------
// Explode indicator expressions
// ---------------------------------------------------------------------
for (Indicator indicator : indicators) {
indicator.setExplodedNumerator(expressionService.explodeExpression(indicator.getNumerator()));
indicator.setExplodedDenominator(
expressionService.explodeExpression(indicator.getDenominator()));
}
clock.logTime("Exploded indicator expressions");
notifier.notify(id, DATAMART, "Loading data elements");
// ---------------------------------------------------------------------
// Get operands
// ---------------------------------------------------------------------
final Collection<DataElementOperand> dataElementOperands =
categoryService.getOperands(dataElements);
final List<DataElementOperand> indicatorOperands =
new ArrayList<DataElementOperand>(
categoryService.populateOperands(
expressionService.getOperandsInIndicators(indicators)));
Set<DataElementOperand> allOperands = new HashSet<DataElementOperand>();
allOperands.addAll(dataElementOperands);
allOperands.addAll(indicatorOperands);
clock.logTime("Retrieved operands: " + allOperands.size());
notifier.notify(id, DATAMART, "Loading periods");
// ---------------------------------------------------------------------
// Filter out future periods
// ---------------------------------------------------------------------
FilterUtils.filter(periods, new PastAndCurrentPeriodFilter());
clock.logTime("Number of periods: " + periods.size());
notifier.notify(id, DATAMART, "Filtering data elements without data");
// ---------------------------------------------------------------------
// Remove operands without data
// ---------------------------------------------------------------------
allOperands = dataMartManager.getOperandsWithData(allOperands);
indicatorOperands.retainAll(allOperands);
clock.logTime(
"Number of operands with data: "
+ allOperands.size()
+ ", "
+ SystemUtils.getMemoryString());
notifier.notify(id, DATAMART, "Populating crosstabulation table");
// ---------------------------------------------------------------------
// Create crosstabtable
// ---------------------------------------------------------------------
final Collection<Integer> intersectingPeriodIds =
ConversionUtils.getIdentifiers(Period.class, periodService.getIntersectionPeriods(periods));
final PeriodHierarchy periodHierarchy = periodService.getPeriodHierarchy(periods);
final Set<Integer> orgUnitChildrenIds =
organisationUnitService.getOrganisationUnitHierarchy().getChildren(organisationUnitIds);
final List<Integer> crossTabOrgUnitIds = new ArrayList<Integer>(orgUnitChildrenIds);
final String key = crossTabService.createCrossTabTable(crossTabOrgUnitIds);
final List<DataElementOperand> operandList = new ArrayList<DataElementOperand>(allOperands);
Collections.shuffle(operandList);
final List<List<DataElementOperand>> operandPages =
new PaginatedList<DataElementOperand>(operandList).setNumberOfPages(cpuCores).getPages();
List<Future<?>> crossTabFutures = new ArrayList<Future<?>>();
for (List<DataElementOperand> operandPage : operandPages) {
crossTabFutures.add(
crossTabService.populateCrossTabTable(
operandPage, intersectingPeriodIds, crossTabOrgUnitIds, key));
}
ConcurrentUtils.waitForCompletion(crossTabFutures);
clock.logTime("Populated crosstab table, " + SystemUtils.getMemoryString());
notifier.notify(id, DATAMART, "Exporting data element data");
final boolean isDataElements = true;
final boolean isIndicators = indicators != null && indicators.size() > 0;
final int groupLevel =
(Integer)
systemSettingManager.getSystemSetting(
KEY_ORGUNITGROUPSET_AGG_LEVEL, DEFAULT_ORGUNITGROUPSET_AGG_LEVEL);
final boolean isGroups =
organisationUnitGroups != null && organisationUnitGroups.size() > 0 && groupLevel > 0;
if (isDataElements) {
// -----------------------------------------------------------------
// 1. Export data element values
// -----------------------------------------------------------------
if (operandList.size() > 0) {
final OrganisationUnitHierarchy orgUnitHierarchy =
organisationUnitService
.getOrganisationUnitHierarchy()
.prepareChildren(organisationUnits);
List<Future<?>> futures = new ArrayList<Future<?>>();
for (List<DataElementOperand> operandPage : operandPages) {
futures.add(
dataElementDataMart.exportDataValues(
operandPage,
periods,
organisationUnits,
null,
periodHierarchy,
orgUnitHierarchy,
AggregatedDataValueTempBatchHandler.class,
key));
}
ConcurrentUtils.waitForCompletion(futures);
}
clock.logTime(
"Exported values for data element operands ("
+ operandList.size()
+ "), pages: "
+ operandPages.size()
+ ", "
+ SystemUtils.getMemoryString());
notifier.notify(id, DATAMART, "Dropping data element index");
// -----------------------------------------------------------------
// 2. Drop data element index
// -----------------------------------------------------------------
dataMartManager.dropDataValueIndex();
clock.logTime("Dropped data element index");
notifier.notify(id, DATAMART, "Deleting existing data element data");
// -----------------------------------------------------------------
// 3. Delete existing aggregated data values
// -----------------------------------------------------------------
dataMartManager.deleteAggregatedDataValues(periodIds);
clock.logTime("Deleted existing data element data");
notifier.notify(id, DATAMART, "Copying data element data from temporary table");
// -----------------------------------------------------------------
// 4. Copy aggregated data values from temporary table
// -----------------------------------------------------------------
dataMartManager.copyAggregatedDataValuesFromTemp();
clock.logTime("Copied data element data from temporary table");
notifier.notify(id, DATAMART, "Creating data element index");
// -----------------------------------------------------------------
// 5. Create data element index
// -----------------------------------------------------------------
dataMartManager.createDataValueIndex();
clock.logTime("Created data element index");
}
if (isGroups && isDataElements) {
// -----------------------------------------------------------------
// 1. Export data element values
// -----------------------------------------------------------------
notifier.notify(id, DATAMART, "Exporting data element org unit data");
Collection<OrganisationUnit> groupOrganisationUnits =
new HashSet<OrganisationUnit>(organisationUnits);
FilterUtils.filter(
groupOrganisationUnits, new OrganisationUnitAboveOrEqualToLevelFilter(groupLevel));
if (operandList.size() > 0) {
final OrganisationUnitHierarchy orgUnitHierarchy =
organisationUnitService
.getOrganisationUnitHierarchy()
.prepareChildren(groupOrganisationUnits, organisationUnitGroups);
List<Future<?>> futures = new ArrayList<Future<?>>();
for (List<DataElementOperand> operandPage : operandPages) {
futures.add(
dataElementDataMart.exportDataValues(
operandPage,
periods,
groupOrganisationUnits,
organisationUnitGroups,
periodHierarchy,
orgUnitHierarchy,
AggregatedOrgUnitDataValueTempBatchHandler.class,
key));
}
ConcurrentUtils.waitForCompletion(futures);
}
clock.logTime(
"Exported values for data element operands ("
+ operandList.size()
+ "), pages: "
+ operandPages.size()
+ ", "
+ SystemUtils.getMemoryString());
notifier.notify(id, DATAMART, "Dropping data element data indexes");
// -----------------------------------------------------------------
// 2. Drop data element index
// -----------------------------------------------------------------
dataMartManager.dropOrgUnitDataValueIndex();
clock.logTime("Dropped org unit data element index");
notifier.notify(id, DATAMART, "Deleting existing org unit data element data");
// -----------------------------------------------------------------
// 3. Delete existing aggregated data values
// -----------------------------------------------------------------
dataMartManager.deleteAggregatedOrgUnitDataValues(periodIds);
clock.logTime("Deleted existing aggregated org unit datavalues");
notifier.notify(id, DATAMART, "Copying org unit data element data");
// -----------------------------------------------------------------
// 4. Copy aggregated org unit data values from temporary table
// -----------------------------------------------------------------
dataMartManager.copyAggregatedOrgUnitDataValuesFromTemp();
clock.logTime("Copied org unit data element data from temporary table");
notifier.notify(id, DATAMART, "Creating org unit data element index");
// -----------------------------------------------------------------
// 5. Create org unit data element index
// -----------------------------------------------------------------
dataMartManager.createOrgUnitDataValueIndex();
clock.logTime("Created org unit data element index");
notifier.notify(id, DATAMART, "Exporting data for org unit indicator data");
}
crossTabService.dropCrossTabTable(key);
List<List<OrganisationUnit>> organisationUnitPages =
new PaginatedList<OrganisationUnit>(organisationUnits)
.setNumberOfPages(cpuCores)
.getPages();
if (isIndicators) {
// -----------------------------------------------------------------
// 1. Create and populate aggregated data cache
// -----------------------------------------------------------------
notifier.notify(id, DATAMART, "Populating aggregated data cache");
crossTabService.createAggregatedDataCache(indicatorOperands, key);
List<Future<?>> aggregatedDataCacheFutures = new ArrayList<Future<?>>();
for (List<OrganisationUnit> organisationUnitPage : organisationUnitPages) {
aggregatedDataCacheFutures.add(
crossTabService.populateAggregatedDataCache(
indicatorOperands, periods, organisationUnitPage, key));
}
ConcurrentUtils.waitForCompletion(aggregatedDataCacheFutures);
clock.logTime(
"Created aggregated data cache, number of indicator operands: "
+ indicatorOperands.size());
notifier.notify(id, DATAMART, "Exporting indicator data");
// -----------------------------------------------------------------
// 2. Export indicator values
// -----------------------------------------------------------------
List<Future<?>> futures = new ArrayList<Future<?>>();
for (List<OrganisationUnit> organisationUnitPage : organisationUnitPages) {
futures.add(
indicatorDataMart.exportIndicatorValues(
indicators,
periods,
organisationUnitPage,
null,
indicatorOperands,
AggregatedIndicatorValueTempBatchHandler.class,
key));
}
ConcurrentUtils.waitForCompletion(futures);
clock.logTime(
"Exported values for indicators ("
+ indicators.size()
+ "), pages: "
+ organisationUnitPages.size()
+ ", "
+ SystemUtils.getMemoryString());
notifier.notify(id, DATAMART, "Dropping indicator index");
// -----------------------------------------------------------------
// 3. Drop aggregated data cache and indicator index
// -----------------------------------------------------------------
crossTabService.dropAggregatedDataCache(key);
dataMartManager.dropIndicatorValueIndex();
clock.logTime("Dropped indicator index, " + SystemUtils.getMemoryString());
notifier.notify(id, DATAMART, "Deleting existing indicator data");
// -----------------------------------------------------------------
// 4. Delete existing aggregated indicator values
// -----------------------------------------------------------------
dataMartManager.deleteAggregatedIndicatorValues(periodIds);
clock.logTime("Deleted existing indicator data");
notifier.notify(id, DATAMART, "Copying indicator data from temporary table");
// -----------------------------------------------------------------
// 5. Copy aggregated data values from temporary table
// -----------------------------------------------------------------
dataMartManager.copyAggregatedIndicatorValuesFromTemp();
clock.logTime("Copied indicator data from temporary table");
notifier.notify(id, DATAMART, "Creating indicator index");
// -----------------------------------------------------------------
// 6. Create indicator index
// -----------------------------------------------------------------
dataMartManager.createIndicatorValueIndex();
clock.logTime("Created indicator index");
}
if (isGroups && isIndicators) {
// -----------------------------------------------------------------
// 1. Create aggregated data cache
// -----------------------------------------------------------------
notifier.notify(id, DATAMART, "Populating aggregated data cache");
crossTabService.createAggregatedOrgUnitDataCache(indicatorOperands, key);
List<Future<?>> aggregatedDataCacheFutures = new ArrayList<Future<?>>();
for (List<OrganisationUnit> organisationUnitPage : organisationUnitPages) {
aggregatedDataCacheFutures.add(
crossTabService.populateAggregatedOrgUnitDataCache(
indicatorOperands, periods, organisationUnitPage, organisationUnitGroups, key));
}
ConcurrentUtils.waitForCompletion(aggregatedDataCacheFutures);
clock.logTime("Created aggregated org unit data cache");
notifier.notify(id, DATAMART, "Exporting org unit indicator data");
// -----------------------------------------------------------------
// 2. Export indicator values
// -----------------------------------------------------------------
List<Future<?>> futures = new ArrayList<Future<?>>();
for (List<OrganisationUnit> organisationUnitPage : organisationUnitPages) {
futures.add(
indicatorDataMart.exportIndicatorValues(
indicators,
periods,
organisationUnitPage,
organisationUnitGroups,
indicatorOperands,
AggregatedOrgUnitIndicatorValueTempBatchHandler.class,
key));
}
ConcurrentUtils.waitForCompletion(futures);
clock.logTime(
"Exported values for indicators ("
+ indicators.size()
+ "), pages: "
+ organisationUnitPages.size()
+ ", "
+ SystemUtils.getMemoryString());
notifier.notify(id, DATAMART, "Dropping org unit indicator index");
// -----------------------------------------------------------------
// 3. Drop aggregated data cache and indicator index
// -----------------------------------------------------------------
crossTabService.dropAggregatedOrgUnitDataCache(key);
dataMartManager.dropOrgUnitIndicatorValueIndex();
clock.logTime("Dropped org unit indicator index, " + SystemUtils.getMemoryString());
notifier.notify(id, DATAMART, "Deleting existing org unit indicator data");
// -----------------------------------------------------------------
// 4. Delete existing aggregated indicator values
// -----------------------------------------------------------------
dataMartManager.deleteAggregatedOrgUnitIndicatorValues(periodIds);
clock.logTime("Deleted existing aggregated org unit indicatorvalues");
notifier.notify(id, DATAMART, "Copying org unit indicator data from temporary table");
// -----------------------------------------------------------------
// 5. Copy aggregated org unit indicator values from temp table
// -----------------------------------------------------------------
dataMartManager.copyAggregatedOrgUnitIndicatorValuesFromTemp();
clock.logTime("Copied org unit indicator data from temporary table");
notifier.notify(id, DATAMART, "Creating org unit indicator indexes");
// -----------------------------------------------------------------
// 6. Create org unit indicator index
// -----------------------------------------------------------------
dataMartManager.createOrgUnitIndicatorValueIndex();
clock.logTime("Created org unit indicator index");
}
// ---------------------------------------------------------------------
// Drop temporary tables
// ---------------------------------------------------------------------
dataMartManager.dropTempAggregatedTables();
clock.logTime("Dropped crosstab table");
clock.logTime("Data mart export process completed");
notifier.notify(id, DATAMART, INFO, "Data mart process completed", true);
}
@Override
public void setUpTest() {
mockDataValueBatchHandler = new MockBatchHandler<>();
mockBatchHandlerFactory = new MockBatchHandlerFactory();
mockBatchHandlerFactory.registerBatchHandler(
DataValueBatchHandler.class, mockDataValueBatchHandler);
setDependency(dataValueSetService, "batchHandlerFactory", mockBatchHandlerFactory);
categoryOptionA = createCategoryOption('A');
categoryOptionB = createCategoryOption('B');
categoryA = createDataElementCategory('A', categoryOptionA, categoryOptionB);
categoryComboA = createCategoryCombo('A', categoryA);
ocDef = categoryService.getDefaultDataElementCategoryOptionCombo();
ocA = createCategoryOptionCombo(categoryComboA, categoryOptionA);
ocB = createCategoryOptionCombo(categoryComboA, categoryOptionB);
deA = createDataElement('A');
deB = createDataElement('B');
deC = createDataElement('C');
deD = createDataElement('D');
dsA = createDataSet('A', new MonthlyPeriodType());
ouA = createOrganisationUnit('A');
ouB = createOrganisationUnit('B');
ouC = createOrganisationUnit('C');
peA =
createPeriod(
PeriodType.getByNameIgnoreCase(MonthlyPeriodType.NAME),
getDate(2012, 1, 1),
getDate(2012, 1, 31));
peB =
createPeriod(
PeriodType.getByNameIgnoreCase(MonthlyPeriodType.NAME),
getDate(2012, 2, 1),
getDate(2012, 2, 29));
ocA.setUid("kjuiHgy67hg");
ocB.setUid("Gad33qy67g5");
deA.setUid("f7n9E0hX8qk");
deB.setUid("Ix2HsbDMLea");
deC.setUid("eY5ehpbEsB7");
dsA.setUid("pBOMPrpg1QX");
ouA.setUid("DiszpKrYNg8");
ouB.setUid("BdfsJfj87js");
ouC.setUid("j7Hg26FpoIa");
ocA.setCode("OC_A");
ocB.setCode("OC_B");
deA.setCode("DE_A");
deB.setCode("DE_B");
deC.setCode("DE_C");
deD.setCode("DE_D");
dsA.setCode("DS_A");
ouA.setCode("OU_A");
ouB.setCode("OU_B");
ouC.setCode("OU_C");
categoryService.addDataElementCategoryOption(categoryOptionA);
categoryService.addDataElementCategoryOption(categoryOptionB);
categoryService.addDataElementCategory(categoryA);
categoryService.addDataElementCategoryCombo(categoryComboA);
categoryService.addDataElementCategoryOptionCombo(ocA);
categoryService.addDataElementCategoryOptionCombo(ocB);
dataElementService.addDataElement(deA);
dataElementService.addDataElement(deB);
dataElementService.addDataElement(deC);
dataElementService.addDataElement(deD);
dataSetService.addDataSet(dsA);
organisationUnitService.addOrganisationUnit(ouA);
organisationUnitService.addOrganisationUnit(ouB);
organisationUnitService.addOrganisationUnit(ouC);
periodService.addPeriod(peA);
periodService.addPeriod(peB);
user = createUser('A');
user.setOrganisationUnits(Sets.newHashSet(ouA, ouB));
CurrentUserService currentUserService = new MockCurrentUserService(user);
setDependency(dataValueSetService, "currentUserService", currentUserService);
}
public String execute() {
System.out.println("Reported Date " + reportedDate);
// Map<String, String> llElementValuesMap = new HashMap<String,
// String>();
List<LineListElement> lineListElements;
List<LineListDataValue> llDataValuesList = new ArrayList<LineListDataValue>();
List<LineListDataValue> llDataValuesUpdatedList = new ArrayList<LineListDataValue>();
OrganisationUnit organisationUnit = selectedStateManager.getSelectedOrganisationUnit();
// period = periodService.getPeriod(period.getStartDate(),
// period.getEndDate(), period.getPeriodType());
lineListGroup = selectedStateManager.getSelectedLineListGroup();
Period period;
if (lineListGroup != null
&& lineListGroup.getPeriodType().getName().equalsIgnoreCase("OnChange")) {
period = periodService.getPeriod(0);
} else {
period = selectedStateManager.getSelectedPeriod();
period = reloadPeriodForceAdd(period);
}
// String parts[] = dataElementId.split( ":" );
ActionContext ctx = ActionContext.getContext();
HttpServletRequest req = (HttpServletRequest) ctx.get(ServletActionContext.HTTP_REQUEST);
session = req.getSession();
int totalRecords = Integer.parseInt(req.getParameter("totalRecords"));
int recordsFromDb = Integer.parseInt(req.getParameter("recordsFromDb"));
lineListElements = new ArrayList<LineListElement>(lineListGroup.getLineListElements());
String recordNumbersList = req.getParameter("recordNumbersList");
System.out.println(recordNumbersList);
// this code is for edited value saving
String[] recordNos = recordNumbersList.split(":");
for (int j = 0; j < recordNos.length; j++) {
String recordNo = recordNos[j];
System.out.println("recordNo = " + recordNo);
if (!(recordNo.equals(""))) {
String valueChangedName = "changedValue:" + recordNo;
String valueChanged = req.getParameter(valueChangedName);
if (!(valueChanged.equalsIgnoreCase(""))) {
System.out.println("valueChanged = " + valueChanged);
String[] elementNames = valueChanged.split(" ");
LineListDataValue llDataValue = new LineListDataValue();
Map<String, String> llElementValuesMap = new HashMap<String, String>();
for (int e = 0; e < elementNames.length; e++) {
String name = elementNames[e] + ":" + recordNo;
String dataValue = req.getParameter(name);
// System.out.println("name = " + name + " value = " +
// dataValue);
if (dataValue != null && dataValue.trim().equals("")) {
dataValue = "";
}
// if(dataValue.equals( "" ))
llElementValuesMap.put(elementNames[e], dataValue);
// System.out.println("llElementValuesMap size = "+
// llElementValuesMap.size() + " key = "+elementNames[e]
// + " value = "+llElementValuesMap.get( elementNames[e]
// ));
}
// add map in linelist data value
llDataValue.setLineListValues(llElementValuesMap);
// add recordNumber to pass to the update query
llDataValue.setRecordNumber(Integer.parseInt(recordNo));
// add stored by, timestamp in linelist data value
storedBy = currentUserService.getCurrentUsername();
if (storedBy == null) {
storedBy = "[unknown]";
}
llDataValue.setStoredBy(storedBy);
if (reportedDate != null) {
Date reportDate = format.parseDate(reportedDate);
llDataValue.setTimestamp(reportDate);
} else {
llDataValue.setTimestamp(new Date());
}
llDataValuesUpdatedList.add(llDataValue);
}
}
}
// this code is for newly added values save
while (recordsFromDb < totalRecords) {
System.out.println("recordsFromDb = " + recordsFromDb);
System.out.println("totalRecords = " + totalRecords);
recordsFromDb++;
LineListDataValue llDataValue = new LineListDataValue();
Map<String, String> llElementValuesMap = new HashMap<String, String>();
for (LineListElement element : lineListElements) {
String name = element.getShortName() + ":" + recordsFromDb;
String dataValue = req.getParameter(name);
System.out.println("name = " + name + " value = " + req.getParameter(name));
if (dataValue != null && dataValue.trim().equals("")) {
dataValue = "";
}
if (!(dataValue.equals(""))) llElementValuesMap.put(element.getShortName(), dataValue);
}
// add map in linelist data value
llDataValue.setLineListValues(llElementValuesMap);
// add period source, stored by, timestamp in linelist data value
llDataValue.setPeriod(period);
llDataValue.setSource(organisationUnit);
storedBy = currentUserService.getCurrentUsername();
if (storedBy == null) {
storedBy = "[unknown]";
}
llDataValue.setStoredBy(storedBy);
if (reportedDate != null && !reportedDate.trim().equalsIgnoreCase("")) {
Date reportDate = format.parseDate(reportedDate);
llDataValue.setTimestamp(reportDate);
} else {
llDataValue.setTimestamp(new Date());
}
llDataValuesList.add(llDataValue);
}
if (llDataValuesList.isEmpty() || llDataValuesList == null) {
// deleteLLValue();
} else {
boolean valueInserted =
dataBaseManagerInterface.insertLLValueIntoDb(
llDataValuesList, lineListGroup.getShortName());
System.out.println("valueInserted = " + valueInserted);
}
if (llDataValuesUpdatedList.isEmpty() || llDataValuesUpdatedList == null) {
} else {
boolean updateLLValue =
dataBaseManagerInterface.updateLLValue(
llDataValuesUpdatedList, lineListGroup.getShortName());
System.out.println("updateLLValue = " + updateLLValue);
}
if (delRecordNo != null) {
deleteLLValue();
}
return SUCCESS;
}
public String execute() throws Exception {
int monthDays[] = {31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31};
navigationString = "Dashboard";
orgUnitList = new ArrayList<OrganisationUnit>();
if (aggOption == null || aggOption.trim().equals("")) {
aggOption = AlertUtility.USEEXISTINGAGGDATA;
}
// Period Info
Date toDay = new Date();
Calendar endCal = Calendar.getInstance();
endCal.setTime(toDay);
endCal.add(Calendar.MONTH, -1);
endCal.set(Calendar.DATE, 1);
SimpleDateFormat simpleDateFormat = new SimpleDateFormat("yyyy-MM-dd");
// String periodId = "Monthly_"+simpleDateFormat.format( cal.getTime() )+"_";
if ((endCal.get(Calendar.YEAR) % 400 == 0 || endCal.get(Calendar.YEAR) % 4 == 0)
&& endCal.get(Calendar.MONTH) == 1) {
endCal.set(Calendar.DATE, monthDays[Calendar.MONTH] + 1);
} else {
endCal.set(Calendar.DATE, monthDays[Calendar.MONTH]);
}
Date eDate = endCal.getTime();
if (endCal.get(Calendar.MONTH) < Calendar.APRIL) {
endCal.roll(Calendar.YEAR, -1);
}
endCal.set(Calendar.MONTH, Calendar.APRIL);
endCal.set(Calendar.DATE, 1);
// periodId += simpleDateFormat.format( cal.getTime() );
Date sDate = endCal.getTime();
List<Period> periodList =
new ArrayList<Period>(periodService.getIntersectingPeriods(sDate, eDate));
Collection<Integer> periodIds =
new ArrayList<Integer>(getIdentifiers(Period.class, periodList));
String periodIdsByComma = getCommaDelimitedString(periodIds);
// Period selectedPeriod = periodService.getPeriodByExternalId( periodId );
DataSet selectedDataSet = dataSetService.getDataSetByCode(DASHBOARD_DATASET);
List<OrganisationUnit> rootOrgUnitList = new ArrayList<OrganisationUnit>();
rootOrgUnitList.addAll(currentUserService.getCurrentUser().getOrganisationUnits());
if (drillDownOrgUnitId == null) {
if (rootOrgUnitList != null && rootOrgUnitList.size() > 0) {
navigationString += " -> " + rootOrgUnitList.get(0).getName();
selOrgUnit = rootOrgUnitList.get(0);
} else {
navigationString += " -> NO FACILITY";
}
} else {
selOrgUnit =
organisationUnitService.getOrganisationUnit(Integer.parseInt(drillDownOrgUnitId));
navigationString += " -> " + selOrgUnit.getName();
}
navigationString +=
" ( " + simpleDateFormat.format(sDate) + " TO " + simpleDateFormat.format(eDate) + " )";
for (OrganisationUnit orgUnit : rootOrgUnitList) {
List<OrganisationUnit> tempOuList = new ArrayList<OrganisationUnit>(orgUnit.getChildren());
Collections.sort(tempOuList, new IdentifiableObjectNameComparator());
orgUnitList.add(orgUnit);
orgUnitList.addAll(tempOuList);
}
if (selectedDataSet == null || selOrgUnit == null || periodIdsByComma == null) {
customDataEntryFormCode = " ";
} else {
customDataEntryFormCode =
alertUtility.getCustomDataSetReport(
selectedDataSet, selOrgUnit, periodIdsByComma, aggOption, format);
}
return SUCCESS;
}
private final Period reloadPeriod(Period period) {
return periodService.getPeriod(
period.getStartDate(), period.getEndDate(), period.getPeriodType());
}