@Override
public String encode(AbstractMeta meta) throws Exception {
TransMeta transMeta = (TransMeta) meta;
mxGraph graph = new mxGraph();
graph.getModel().beginUpdate();
mxCell parent = (mxCell) graph.getDefaultParent();
Document doc = mxUtils.createDocument();
try {
Element e = super.encodeCommRootAttr(transMeta, doc);
e.setAttribute("trans_version", transMeta.getTransversion());
e.setAttribute("trans_type", transMeta.getTransformationType().getCode());
e.setAttribute("trans_status", String.valueOf(transMeta.getTransstatus()));
// variables
Properties sp = new Properties();
JSONArray jsonArray = new JSONArray();
String[] keys = Variables.getADefaultVariableSpace().listVariables();
for (int i = 0; i < keys.length; i++) {
sp.put(keys[i], Variables.getADefaultVariableSpace().getVariable(keys[i]));
}
List<String> vars = transMeta.getUsedVariables();
for (int i = 0; i < vars.size(); i++) {
String varname = vars.get(i);
if (!varname.startsWith(Const.INTERNAL_VARIABLE_PREFIX)
&& Const.indexOfString(varname, transMeta.listParameters()) < 0) {
JSONObject param = new JSONObject();
param.put("var_name", varname);
param.put("var_value", sp.getProperty(varname, ""));
jsonArray.add(param);
}
}
for (String varname : Const.INTERNAL_JOB_VARIABLES) {
String value = transMeta.getVariable(varname);
if (!Const.isEmpty(value)) {
JSONObject param = new JSONObject();
param.put("var_name", varname);
param.put("var_value", value);
jsonArray.add(param);
}
}
e.setAttribute("variables", jsonArray.toString());
TransLogTable transLogTable = transMeta.getTransLogTable();
JSONObject jsonObject = new JSONObject();
jsonObject.put("connection", transLogTable.getConnectionName());
jsonObject.put("schema", transLogTable.getSchemaName());
jsonObject.put("table", transLogTable.getTableName());
jsonObject.put("size_limit_lines", transLogTable.getLogSizeLimit());
jsonObject.put("interval", transLogTable.getLogInterval());
jsonObject.put("timeout_days", transLogTable.getTimeoutInDays());
JSONArray fields = new JSONArray();
for (LogTableField field : transLogTable.getFields()) {
JSONObject jsonField = new JSONObject();
jsonField.put("id", field.getId());
jsonField.put("enabled", field.isEnabled());
jsonField.put("name", field.getFieldName());
jsonField.put("subjectAllowed", field.isSubjectAllowed());
if (field.isSubjectAllowed()) {
jsonField.put("subject", field.getSubject() == null ? "" : field.getSubject().toString());
} else {
jsonField.put("subject", "-");
}
jsonField.put("description", StringEscapeHelper.encode(field.getDescription()));
fields.add(jsonField);
}
jsonObject.put("fields", fields);
e.setAttribute("transLogTable", jsonObject.toString());
StepLogTable stepLogTable = transMeta.getStepLogTable();
jsonObject = new JSONObject();
jsonObject.put("connection", stepLogTable.getConnectionName());
jsonObject.put("schema", stepLogTable.getSchemaName());
jsonObject.put("table", stepLogTable.getTableName());
jsonObject.put("timeout_days", stepLogTable.getTimeoutInDays());
fields = new JSONArray();
for (LogTableField field : stepLogTable.getFields()) {
JSONObject jsonField = new JSONObject();
jsonField.put("id", field.getId());
jsonField.put("enabled", field.isEnabled());
jsonField.put("name", field.getFieldName());
jsonField.put("description", StringEscapeHelper.encode(field.getDescription()));
fields.add(jsonField);
}
jsonObject.put("fields", fields);
e.setAttribute("stepLogTable", jsonObject.toString());
PerformanceLogTable performanceLogTable = transMeta.getPerformanceLogTable();
jsonObject = new JSONObject();
jsonObject.put("connection", performanceLogTable.getConnectionName());
jsonObject.put("schema", performanceLogTable.getSchemaName());
jsonObject.put("table", performanceLogTable.getTableName());
jsonObject.put("interval", performanceLogTable.getLogInterval());
jsonObject.put("timeout_days", performanceLogTable.getTimeoutInDays());
fields = new JSONArray();
for (LogTableField field : performanceLogTable.getFields()) {
JSONObject jsonField = new JSONObject();
jsonField.put("id", field.getId());
jsonField.put("enabled", field.isEnabled());
jsonField.put("name", field.getFieldName());
jsonField.put("description", StringEscapeHelper.encode(field.getDescription()));
fields.add(jsonField);
}
jsonObject.put("fields", fields);
e.setAttribute("performanceLogTable", jsonObject.toString());
MetricsLogTable metricsLogTable = transMeta.getMetricsLogTable();
jsonObject = new JSONObject();
jsonObject.put("connection", metricsLogTable.getConnectionName());
jsonObject.put("schema", metricsLogTable.getSchemaName());
jsonObject.put("table", metricsLogTable.getTableName());
jsonObject.put("timeout_days", metricsLogTable.getTimeoutInDays());
fields = new JSONArray();
for (LogTableField field : metricsLogTable.getFields()) {
JSONObject jsonField = new JSONObject();
jsonField.put("id", field.getId());
jsonField.put("enabled", field.isEnabled());
jsonField.put("name", field.getFieldName());
jsonField.put("description", StringEscapeHelper.encode(field.getDescription()));
fields.add(jsonField);
}
jsonObject.put("fields", fields);
e.setAttribute("metricsLogTable", jsonObject.toString());
jsonObject = new JSONObject();
jsonObject.put(
"connection",
transMeta.getMaxDateConnection() == null
? ""
: transMeta.getMaxDateConnection().getName());
jsonObject.put("table", transMeta.getMaxDateTable());
jsonObject.put("field", transMeta.getMaxDateField());
jsonObject.put("offset", transMeta.getMaxDateOffset());
jsonObject.put("maxdiff", transMeta.getMaxDateDifference());
e.setAttribute("maxdate", jsonObject.toString());
e.setAttribute("size_rowset", String.valueOf(transMeta.getSizeRowset()));
e.setAttribute("sleep_time_empty", String.valueOf(transMeta.getSleepTimeEmpty()));
e.setAttribute("sleep_time_full", String.valueOf(transMeta.getSleepTimeFull()));
e.setAttribute("unique_connections", transMeta.isUsingUniqueConnections() ? "Y" : "N");
e.setAttribute("feedback_shown", transMeta.isFeedbackShown() ? "Y" : "N");
e.setAttribute("feedback_size", String.valueOf(transMeta.getFeedbackSize()));
e.setAttribute(
"using_thread_priorities", transMeta.isUsingThreadPriorityManagment() ? "Y" : "N");
e.setAttribute(
"capture_step_performance", transMeta.isCapturingStepPerformanceSnapShots() ? "Y" : "N");
e.setAttribute(
"step_performance_capturing_delay",
String.valueOf(transMeta.getStepPerformanceCapturingDelay()));
e.setAttribute(
"step_performance_capturing_size_limit",
transMeta.getStepPerformanceCapturingSizeLimit());
super.encodeSlaveServers(e, transMeta);
encodeClusterSchema(e, transMeta);
encodePartitionSchema(e, transMeta);
try {
if (transMeta.getKey() != null) {
e.setAttribute("key_for_session_key", XMLHandler.encodeBinaryData(transMeta.getKey()));
} else {
e.setAttribute("key_for_session_key", "");
}
} catch (Exception e1) {
e1.printStackTrace();
e.setAttribute("key_for_session_key", "");
}
e.setAttribute("is_key_private", transMeta.isPrivateKey() ? "Y" : "N");
super.encodeNote(doc, graph, transMeta);
super.encodeDatabases(e, transMeta);
parent.setValue(e);
// encode steps and hops
HashMap<StepMeta, Object> cells = new HashMap<StepMeta, Object>();
List<StepMeta> list = transMeta.getSteps();
for (int i = 0; i < list.size(); i++) {
StepMeta step = (StepMeta) list.get(i);
Point p = step.getLocation();
StepEncoder stepEncoder = (StepEncoder) PluginFactory.getBean(step.getStepID());
PluginInterface plugin =
PluginRegistry.getInstance().getPlugin(StepPluginType.class, step.getStepID());
Object cell =
graph.insertVertex(
parent,
null,
stepEncoder.encodeStep(step),
p.x,
p.y,
40,
40,
"icon;image=" + SvgImageUrl.getUrl(plugin));
cells.put(step, cell);
}
for (int i = 0; i < transMeta.nrTransHops(); i++) {
TransHopMeta transHopMeta = transMeta.getTransHop(i);
Object v1 = cells.get(transHopMeta.getFromStep());
Object v2 = cells.get(transHopMeta.getToStep());
graph.insertEdge(parent, null, TransHopMetaCodec.encode(transHopMeta), v1, v2);
}
} finally {
graph.getModel().endUpdate();
}
mxCodec codec = new mxCodec();
return mxUtils.getPrettyXml(codec.encode(graph.getModel()));
}
@Override
public AbstractMeta decode(String graphXml) throws Exception {
mxGraph graph = new mxGraph();
mxCodec codec = new mxCodec();
Document doc = mxUtils.parseXml(graphXml);
codec.decode(doc.getDocumentElement(), graph.getModel());
mxCell root = (mxCell) graph.getDefaultParent();
TransMeta transMeta = new TransMeta();
decodeCommRootAttr(root, transMeta);
transMeta.setTransstatus(Const.toInt(root.getAttribute("trans_status"), -1));
transMeta.setTransversion(root.getAttribute("trans_version"));
if (transMeta.getRepository() != null)
transMeta.setSharedObjects(transMeta.getRepository().readTransSharedObjects(transMeta));
else transMeta.setSharedObjects(transMeta.readSharedObjects());
transMeta.importFromMetaStore();
decodeDatabases(root, transMeta);
decodeNote(graph, transMeta);
int count = graph.getModel().getChildCount(root);
for (int i = 0; i < count; i++) {
mxCell cell = (mxCell) graph.getModel().getChildAt(root, i);
if (cell.isVertex()) {
Element e = (Element) cell.getValue();
if (PropsUI.TRANS_STEP_NAME.equals(e.getTagName())) {
StepDecoder stepDecoder = (StepDecoder) PluginFactory.getBean(cell.getAttribute("ctype"));
StepMeta stepMeta =
stepDecoder.decodeStep(cell, transMeta.getDatabases(), transMeta.getMetaStore());
stepMeta.setParentTransMeta(transMeta);
if (stepMeta.isMissing()) {
transMeta.addMissingTrans((MissingTrans) stepMeta.getStepMetaInterface());
}
StepMeta check = transMeta.findStep(stepMeta.getName());
if (check != null) {
if (!check.isShared()) {
// Don't overwrite shared objects
transMeta.addOrReplaceStep(stepMeta);
} else {
check.setDraw(stepMeta.isDrawn()); // Just keep the drawn flag and location
check.setLocation(stepMeta.getLocation());
}
} else {
transMeta.addStep(stepMeta); // simply add it.
}
}
}
}
// Have all StreamValueLookups, etc. reference the correct source steps...
//
for (int i = 0; i < transMeta.nrSteps(); i++) {
StepMeta stepMeta = transMeta.getStep(i);
StepMetaInterface sii = stepMeta.getStepMetaInterface();
if (sii != null) {
sii.searchInfoAndTargetSteps(transMeta.getSteps());
}
}
count = graph.getModel().getChildCount(root);
for (int i = 0; i < count; i++) {
mxCell cell = (mxCell) graph.getModel().getChildAt(root, i);
if (cell.isEdge()) {
mxCell source = (mxCell) cell.getSource();
mxCell target = (mxCell) cell.getTarget();
TransHopMeta hopinf = new TransHopMeta(null, null, true);
String[] stepNames = transMeta.getStepNames();
for (int j = 0; j < stepNames.length; j++) {
if (stepNames[j].equalsIgnoreCase(source.getAttribute("label")))
hopinf.setFromStep(transMeta.getStep(j));
if (stepNames[j].equalsIgnoreCase(target.getAttribute("label")))
hopinf.setToStep(transMeta.getStep(j));
}
transMeta.addTransHop(hopinf);
}
}
JSONObject jsonObject = JSONObject.fromObject(root.getAttribute("transLogTable"));
TransLogTable transLogTable = transMeta.getTransLogTable();
transLogTable.setConnectionName(jsonObject.optString("connection"));
transLogTable.setSchemaName(jsonObject.optString("schema"));
transLogTable.setTableName(jsonObject.optString("table"));
transLogTable.setLogSizeLimit(jsonObject.optString("size_limit_lines"));
transLogTable.setLogInterval(jsonObject.optString("interval"));
transLogTable.setTimeoutInDays(jsonObject.optString("timeout_days"));
JSONArray jsonArray = jsonObject.optJSONArray("fields");
if (jsonArray != null) {
for (int i = 0; i < jsonArray.size(); i++) {
JSONObject fieldJson = jsonArray.getJSONObject(i);
String id = fieldJson.optString("id");
LogTableField field = transLogTable.findField(id);
if (field == null) {
field = transLogTable.getFields().get(i);
}
if (field != null) {
field.setFieldName(fieldJson.optString("name"));
field.setEnabled(fieldJson.optBoolean("enabled"));
field.setSubject(StepMeta.findStep(transMeta.getSteps(), fieldJson.optString("subject")));
}
}
}
jsonObject = JSONObject.fromObject(root.getAttribute("stepLogTable"));
StepLogTable stepLogTable = transMeta.getStepLogTable();
stepLogTable.setConnectionName(jsonObject.optString("connection"));
stepLogTable.setSchemaName(jsonObject.optString("schema"));
stepLogTable.setTableName(jsonObject.optString("table"));
stepLogTable.setTimeoutInDays(jsonObject.optString("timeout_days"));
jsonArray = jsonObject.optJSONArray("fields");
if (jsonArray != null) {
for (int i = 0; i < jsonArray.size(); i++) {
JSONObject fieldJson = jsonArray.getJSONObject(i);
String id = fieldJson.optString("id");
LogTableField field = stepLogTable.findField(id);
if (field == null && i < stepLogTable.getFields().size()) {
field = stepLogTable.getFields().get(i);
}
if (field != null) {
field.setFieldName(fieldJson.optString("name"));
field.setEnabled(fieldJson.optBoolean("enabled"));
}
}
}
jsonObject = JSONObject.fromObject(root.getAttribute("performanceLogTable"));
PerformanceLogTable performanceLogTable = transMeta.getPerformanceLogTable();
performanceLogTable.setConnectionName(jsonObject.optString("connection"));
performanceLogTable.setSchemaName(jsonObject.optString("schema"));
performanceLogTable.setTableName(jsonObject.optString("table"));
performanceLogTable.setLogInterval(jsonObject.optString("interval"));
performanceLogTable.setTimeoutInDays(jsonObject.optString("timeout_days"));
jsonArray = jsonObject.optJSONArray("fields");
if (jsonArray != null) {
for (int i = 0; i < jsonArray.size(); i++) {
JSONObject fieldJson = jsonArray.getJSONObject(i);
String id = fieldJson.optString("id");
LogTableField field = performanceLogTable.findField(id);
if (field == null && i < performanceLogTable.getFields().size()) {
field = performanceLogTable.getFields().get(i);
}
if (field != null) {
field.setFieldName(fieldJson.optString("name"));
field.setEnabled(fieldJson.optBoolean("enabled"));
}
}
}
jsonObject = JSONObject.fromObject(root.getAttribute("metricsLogTable"));
MetricsLogTable metricsLogTable = transMeta.getMetricsLogTable();
metricsLogTable.setConnectionName(jsonObject.optString("connection"));
metricsLogTable.setSchemaName(jsonObject.optString("schema"));
metricsLogTable.setTableName(jsonObject.optString("table"));
metricsLogTable.setTimeoutInDays(jsonObject.optString("timeout_days"));
jsonArray = jsonObject.optJSONArray("fields");
if (jsonArray != null) {
for (int i = 0; i < jsonArray.size(); i++) {
JSONObject fieldJson = jsonArray.getJSONObject(i);
String id = fieldJson.optString("id");
LogTableField field = metricsLogTable.findField(id);
if (field == null && i < metricsLogTable.getFields().size()) {
field = metricsLogTable.getFields().get(i);
}
if (field != null) {
field.setFieldName(fieldJson.optString("name"));
field.setEnabled(fieldJson.optBoolean("enabled"));
}
}
}
jsonArray = JSONArray.fromObject(root.getAttribute("partitionschemas"));
for (int i = 0; i < jsonArray.size(); i++) {
jsonObject = jsonArray.getJSONObject(i);
PartitionSchema partitionSchema = decodePartitionSchema(jsonObject);
PartitionSchema check = transMeta.findPartitionSchema(partitionSchema.getName());
if (check != null) {
if (!check.isShared()) {
transMeta.addOrReplacePartitionSchema(partitionSchema);
}
} else {
transMeta.getPartitionSchemas().add(partitionSchema);
}
}
decodeSlaveServers(root, transMeta);
jsonArray = JSONArray.fromObject(root.getAttribute("clusterSchemas"));
for (int i = 0; i < jsonArray.size(); i++) {
jsonObject = jsonArray.getJSONObject(i);
ClusterSchema clusterSchema = decodeClusterSchema(jsonObject, transMeta.getSlaveServers());
clusterSchema.shareVariablesWith(transMeta);
ClusterSchema check = transMeta.findClusterSchema(clusterSchema.getName());
if (check != null) {
if (!check.isShared()) {
transMeta.addOrReplaceClusterSchema(clusterSchema);
}
} else {
transMeta.getClusterSchemas().add(clusterSchema);
}
}
for (int i = 0; i < transMeta.nrSteps(); i++) {
transMeta.getStep(i).setClusterSchemaAfterLoading(transMeta.getClusterSchemas());
}
transMeta.setSizeRowset(Const.toInt(root.getAttribute("size_rowset"), Const.ROWS_IN_ROWSET));
transMeta.setSleepTimeEmpty(
Const.toInt(root.getAttribute("sleep_time_empty"), Const.TIMEOUT_GET_MILLIS));
transMeta.setSleepTimeFull(
Const.toInt(root.getAttribute("sleep_time_full"), Const.TIMEOUT_PUT_MILLIS));
transMeta.setUsingUniqueConnections(
"Y".equalsIgnoreCase(root.getAttribute("unique_connections")));
transMeta.setFeedbackShown(!"N".equalsIgnoreCase(root.getAttribute("feedback_shown")));
transMeta.setFeedbackSize(Const.toInt(root.getAttribute("feedback_size"), Const.ROWS_UPDATE));
transMeta.setUsingThreadPriorityManagment(
!"N".equalsIgnoreCase(root.getAttribute("using_thread_priorities")));
transMeta.setCapturingStepPerformanceSnapShots(
"Y".equalsIgnoreCase(root.getAttribute("capture_step_performance")));
transMeta.setStepPerformanceCapturingDelay(
Const.toLong(root.getAttribute("step_performance_capturing_delay"), 1000));
transMeta.setStepPerformanceCapturingSizeLimit(
root.getAttribute("step_performance_capturing_size_limit"));
transMeta.setKey(XMLHandler.stringToBinary(root.getAttribute("key_for_session_key")));
transMeta.setPrivateKey("Y".equals(root.getAttribute("is_key_private")));
return transMeta;
}
