/**
* Illustrates how to perform data normalization
*
* @param normalizeType type of normalization to perform
* @param xformResult name of the result transformation view
* @throws JDMException if transformation failed
*/
public static void normalizeData(OraNormalizeType normalizeType, String xformResult)
throws JDMException {
// Schema where the original data and resulting transformations reside
String schema = (m_dmeConn.getConnectionSpec().getName()).toUpperCase();
OraNormalizeTransform ont =
m_xformFactory.createNormalizeTransform(normalizeType, new Integer(6));
// Specify the list of excluded attributes
String[] excludedList = new String[] {"CUST_ID", "CUST_GENDER"};
ont.setExcludeColumnList(excludedList);
ArrayList xformList = new ArrayList();
xformList.add(ont);
// Create a transformation sequence object
OraTransformationSequence xformSeq =
m_xformFactory.createTransformationSequence(
schema + "." + "MINING_DATA_BUILD_V", // name of the input data set
xformList, // List of transformations. In this case only one type of transformation
// i.e., supervised binning
schema + "." + xformResult // name of the transformation result
);
String xformSeqName = "nmz_" + normalizeType.name() + "_xfSeq";
m_dmeConn.saveObject(xformSeqName, xformSeq, true);
OraTransformationTask xformTask = m_xformTaskFactory.create(xformSeqName, false);
executeTask(xformTask, "xformNormalize_jdm");
displayNormalizeResults(schema, "AGE", normalizeType, xformResult);
}
/**
* Shows results of the normalization for selected attribute
*
* @param schema schema where result transformation view resides
* @param attribute name of the attribute which was normalized
* @param normalizeType type of normalization performed
* @param xformResult name of the result transformation view
*/
public static void displayNormalizeResults(
String schema, String attribute, OraNormalizeType normalizeType, String xformResult) {
System.out.println("\nShowing results of the normalization transformation");
System.out.println(
"\tNormalize type: "
+ (true == normalizeType.equals(OraNormalizeType.min_max) ? "min_max" : "z_score"));
System.out.println(
"\tMinimum and maximum values for:" + attribute + " before normalize transformation");
String sqlQuery =
MessageFormat.format(
"SELECT MIN ({0}) MIN_VALUE, MAX ({0}) MAX_VALUE FROM ({1})",
new String[] {"\"" + attribute + "\"", schema + "." + "MINING_DATA_BUILD_V"});
getMinMax(sqlQuery);
System.out.println(
"\tMinimum and maximum values for:" + attribute + " after normalize transformation");
sqlQuery =
MessageFormat.format(
"SELECT MIN ({0}) MIN_VALUE, MAX ({0}) MAX_VALUE FROM ({1})",
new String[] {"\"" + attribute + "\"", schema + "." + xformResult});
getMinMax(sqlQuery);
}
