private void readData(Node stepnode) throws KettleXMLException {
try {
filename = XMLHandler.getTagValue(stepnode, "filename");
filenameField = XMLHandler.getTagValue(stepnode, "filename_field");
rowNumField = XMLHandler.getTagValue(stepnode, "rownum_field");
includingFilename =
"Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "include_filename"));
delimiter = XMLHandler.getTagValue(stepnode, "separator");
enclosure = XMLHandler.getTagValue(stepnode, "enclosure");
bufferSize = XMLHandler.getTagValue(stepnode, "buffer_size");
headerPresent = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "header"));
lazyConversionActive =
"Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "lazy_conversion"));
isaddresult = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "add_filename_result"));
runningInParallel = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "parallel"));
encoding = XMLHandler.getTagValue(stepnode, "encoding");
Node fields = XMLHandler.getSubNode(stepnode, "fields");
int nrfields = XMLHandler.countNodes(fields, "field");
allocate(nrfields);
for (int i = 0; i < nrfields; i++) {
inputFields[i] = new TextFileInputField();
Node fnode = XMLHandler.getSubNodeByNr(fields, "field", i);
inputFields[i].setName(XMLHandler.getTagValue(fnode, "name"));
inputFields[i].setType(ValueMeta.getType(XMLHandler.getTagValue(fnode, "type")));
inputFields[i].setFormat(XMLHandler.getTagValue(fnode, "format"));
inputFields[i].setCurrencySymbol(XMLHandler.getTagValue(fnode, "currency"));
inputFields[i].setDecimalSymbol(XMLHandler.getTagValue(fnode, "decimal"));
inputFields[i].setGroupSymbol(XMLHandler.getTagValue(fnode, "group"));
inputFields[i].setLength(Const.toInt(XMLHandler.getTagValue(fnode, "length"), -1));
inputFields[i].setPrecision(Const.toInt(XMLHandler.getTagValue(fnode, "precision"), -1));
inputFields[i].setTrimType(
ValueMeta.getTrimTypeByCode(XMLHandler.getTagValue(fnode, "trim_type")));
}
} catch (Exception e) {
throw new KettleXMLException("Unable to load step info from XML", e);
}
}
public void readRep(
Repository rep, long id_step, List<DatabaseMeta> databases, Map<String, Counter> counters)
throws KettleException {
try {
filename = rep.getStepAttributeString(id_step, "filename");
filenameField = rep.getStepAttributeString(id_step, "filename_field");
rowNumField = rep.getStepAttributeString(id_step, "rownum_field");
includingFilename = rep.getStepAttributeBoolean(id_step, "include_filename");
delimiter = rep.getStepAttributeString(id_step, "separator");
enclosure = rep.getStepAttributeString(id_step, "enclosure");
headerPresent = rep.getStepAttributeBoolean(id_step, "header");
bufferSize = rep.getStepAttributeString(id_step, "buffer_size");
lazyConversionActive = rep.getStepAttributeBoolean(id_step, "lazy_conversion");
isaddresult = rep.getStepAttributeBoolean(id_step, "add_filename_result");
runningInParallel = rep.getStepAttributeBoolean(id_step, "parallel");
encoding = rep.getStepAttributeString(id_step, "encoding");
int nrfields = rep.countNrStepAttributes(id_step, "field_name");
allocate(nrfields);
for (int i = 0; i < nrfields; i++) {
inputFields[i] = new TextFileInputField();
inputFields[i].setName(rep.getStepAttributeString(id_step, i, "field_name"));
inputFields[i].setType(
ValueMeta.getType(rep.getStepAttributeString(id_step, i, "field_type")));
inputFields[i].setFormat(rep.getStepAttributeString(id_step, i, "field_format"));
inputFields[i].setCurrencySymbol(rep.getStepAttributeString(id_step, i, "field_currency"));
inputFields[i].setDecimalSymbol(rep.getStepAttributeString(id_step, i, "field_decimal"));
inputFields[i].setGroupSymbol(rep.getStepAttributeString(id_step, i, "field_group"));
inputFields[i].setLength((int) rep.getStepAttributeInteger(id_step, i, "field_length"));
inputFields[i].setPrecision(
(int) rep.getStepAttributeInteger(id_step, i, "field_precision"));
inputFields[i].setTrimType(
ValueMeta.getTrimTypeByCode(rep.getStepAttributeString(id_step, i, "field_trim_type")));
}
} catch (Exception e) {
throw new KettleException("Unexpected error reading step information from the repository", e);
}
}
private void readData(Node stepnode) throws KettleXMLException {
try {
splitField = XMLHandler.getTagValue(stepnode, "splitfield"); // $NON-NLS-1$
delimiter = XMLHandler.getTagValue(stepnode, "delimiter"); // $NON-NLS-1$
final Node fields = XMLHandler.getSubNode(stepnode, "fields"); // $NON-NLS-1$
final int nrfields = XMLHandler.countNodes(fields, "field"); // $NON-NLS-1$
allocate(nrfields);
for (int i = 0; i < nrfields; i++) {
final Node fnode = XMLHandler.getSubNodeByNr(fields, "field", i); // $NON-NLS-1$
fieldName[i] = XMLHandler.getTagValue(fnode, "name"); // $NON-NLS-1$
fieldID[i] = XMLHandler.getTagValue(fnode, "id"); // $NON-NLS-1$
final String sidrem = XMLHandler.getTagValue(fnode, "idrem"); // $NON-NLS-1$
final String stype = XMLHandler.getTagValue(fnode, "type"); // $NON-NLS-1$
fieldFormat[i] = XMLHandler.getTagValue(fnode, "format"); // $NON-NLS-1$
fieldGroup[i] = XMLHandler.getTagValue(fnode, "group"); // $NON-NLS-1$
fieldDecimal[i] = XMLHandler.getTagValue(fnode, "decimal"); // $NON-NLS-1$
fieldCurrency[i] = XMLHandler.getTagValue(fnode, "currency"); // $NON-NLS-1$
final String slen = XMLHandler.getTagValue(fnode, "length"); // $NON-NLS-1$
final String sprc = XMLHandler.getTagValue(fnode, "precision"); // $NON-NLS-1$
fieldNullIf[i] = XMLHandler.getTagValue(fnode, "nullif"); // $NON-NLS-1$
fieldIfNull[i] = XMLHandler.getTagValue(fnode, "ifnull"); // $NON-NLS-1$
final String trim = XMLHandler.getTagValue(fnode, "trimtype"); // $NON-NLS-1$
fieldRemoveID[i] = "Y".equalsIgnoreCase(sidrem); // $NON-NLS-1$
fieldType[i] = ValueMeta.getType(stype);
fieldLength[i] = Const.toInt(slen, -1);
fieldPrecision[i] = Const.toInt(sprc, -1);
fieldTrimType[i] = ValueMeta.getTrimTypeByCode(trim);
}
} catch (Exception e) {
throw new KettleXMLException(
BaseMessages.getString(PKG, "FieldSplitterMeta.Exception.UnableToLoadStepInfoFromXML"),
e); //$NON-NLS-1$
}
}
public void readRep(
Repository rep, ObjectId id_step, List<DatabaseMeta> databases, Map<String, Counter> counters)
throws KettleException {
try {
splitField = rep.getStepAttributeString(id_step, "splitfield"); // $NON-NLS-1$
delimiter = rep.getStepAttributeString(id_step, "delimiter"); // $NON-NLS-1$
int nrfields = rep.countNrStepAttributes(id_step, "field_name"); // $NON-NLS-1$
allocate(nrfields);
for (int i = 0; i < nrfields; i++) {
fieldName[i] = rep.getStepAttributeString(id_step, i, "field_name"); // $NON-NLS-1$
fieldID[i] = rep.getStepAttributeString(id_step, i, "field_id"); // $NON-NLS-1$
fieldRemoveID[i] = rep.getStepAttributeBoolean(id_step, i, "field_idrem"); // $NON-NLS-1$
fieldType[i] =
ValueMeta.getType(rep.getStepAttributeString(id_step, i, "field_type")); // $NON-NLS-1$
fieldFormat[i] = rep.getStepAttributeString(id_step, i, "field_format"); // $NON-NLS-1$
fieldGroup[i] = rep.getStepAttributeString(id_step, i, "field_group"); // $NON-NLS-1$
fieldDecimal[i] = rep.getStepAttributeString(id_step, i, "field_decimal"); // $NON-NLS-1$
fieldLength[i] =
(int) rep.getStepAttributeInteger(id_step, i, "field_length"); // $NON-NLS-1$
fieldPrecision[i] =
(int) rep.getStepAttributeInteger(id_step, i, "field_precision"); // $NON-NLS-1$
fieldNullIf[i] = rep.getStepAttributeString(id_step, i, "field_nullif"); // $NON-NLS-1$
fieldIfNull[i] = rep.getStepAttributeString(id_step, i, "field_ifnull"); // $NON-NLS-1$
fieldTrimType[i] =
ValueMeta.getTrimTypeByCode(
rep.getStepAttributeString(id_step, i, "field_trimtype")); // $NON-NLS-1$
}
} catch (Exception e) {
throw new KettleException(
BaseMessages.getString(
PKG, "FieldSplitterMeta.Exception.UnexpectedErrorInReadingStepInfo"),
e); //$NON-NLS-1$
}
}
public void readRep(
Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases)
throws KettleException {
try {
separator = rep.getStepAttributeString(id_step, "separator");
enclosure = rep.getStepAttributeString(id_step, "enclosure");
enclosureForced = rep.getStepAttributeBoolean(id_step, "enclosure_forced");
disableEnclosureFix = rep.getStepAttributeBoolean(id_step, 0, "enclosure_fix_disabled", true);
createparentfolder = rep.getStepAttributeBoolean(id_step, "create_parent_folder");
headerEnabled = rep.getStepAttributeBoolean(id_step, "header");
footerEnabled = rep.getStepAttributeBoolean(id_step, "footer");
fileFormat = rep.getStepAttributeString(id_step, "format");
fileCompression = rep.getStepAttributeString(id_step, "compression");
fileNameInField = rep.getStepAttributeBoolean(id_step, "fileNameInField");
fileNameField = rep.getStepAttributeString(id_step, "fileNameField");
if (fileCompression == null) {
if (rep.getStepAttributeBoolean(id_step, "zipped")) {
fileCompression = fileCompressionTypeCodes[FILE_COMPRESSION_TYPE_ZIP];
} else {
fileCompression = fileCompressionTypeCodes[FILE_COMPRESSION_TYPE_NONE];
}
}
encoding = rep.getStepAttributeString(id_step, "encoding");
fileName = loadSourceRep(rep, id_step);
fileAsCommand = rep.getStepAttributeBoolean(id_step, "file_is_command");
servletOutput = rep.getStepAttributeBoolean(id_step, "file_servlet_output");
doNotOpenNewFileInit = rep.getStepAttributeBoolean(id_step, "do_not_open_new_file_init");
extension = rep.getStepAttributeString(id_step, "file_extention");
fileAppended = rep.getStepAttributeBoolean(id_step, "file_append");
splitEvery = (int) rep.getStepAttributeInteger(id_step, "file_split");
stepNrInFilename = rep.getStepAttributeBoolean(id_step, "file_add_stepnr");
partNrInFilename = rep.getStepAttributeBoolean(id_step, "file_add_partnr");
dateInFilename = rep.getStepAttributeBoolean(id_step, "file_add_date");
timeInFilename = rep.getStepAttributeBoolean(id_step, "file_add_time");
specifyingFormat = rep.getStepAttributeBoolean(id_step, "SpecifyFormat");
dateTimeFormat = rep.getStepAttributeString(id_step, "date_time_format");
String AddToResultFiles = rep.getStepAttributeString(id_step, "add_to_result_filenames");
if (Const.isEmpty(AddToResultFiles)) {
addToResultFilenames = true;
} else {
addToResultFilenames = rep.getStepAttributeBoolean(id_step, "add_to_result_filenames");
}
padded = rep.getStepAttributeBoolean(id_step, "file_pad");
fastDump = rep.getStepAttributeBoolean(id_step, "file_fast_dump");
newline = getNewLine(fileFormat);
int nrfields = rep.countNrStepAttributes(id_step, "field_name");
allocate(nrfields);
for (int i = 0; i < nrfields; i++) {
outputFields[i] = new TextFileField();
outputFields[i].setName(rep.getStepAttributeString(id_step, i, "field_name"));
outputFields[i].setType(rep.getStepAttributeString(id_step, i, "field_type"));
outputFields[i].setFormat(rep.getStepAttributeString(id_step, i, "field_format"));
outputFields[i].setCurrencySymbol(rep.getStepAttributeString(id_step, i, "field_currency"));
outputFields[i].setDecimalSymbol(rep.getStepAttributeString(id_step, i, "field_decimal"));
outputFields[i].setGroupingSymbol(rep.getStepAttributeString(id_step, i, "field_group"));
outputFields[i].setTrimType(
ValueMeta.getTrimTypeByCode(rep.getStepAttributeString(id_step, i, "field_trim_type")));
outputFields[i].setNullString(rep.getStepAttributeString(id_step, i, "field_nullif"));
outputFields[i].setLength((int) rep.getStepAttributeInteger(id_step, i, "field_length"));
outputFields[i].setPrecision(
(int) rep.getStepAttributeInteger(id_step, i, "field_precision"));
}
endedLine = rep.getStepAttributeString(id_step, "endedLine");
} catch (Exception e) {
throw new KettleException("Unexpected error reading step information from the repository", e);
}
}
private void readData(Node stepnode, IMetaStore metastore) throws KettleXMLException {
try {
separator = XMLHandler.getTagValue(stepnode, "separator");
if (separator == null) {
separator = "";
}
enclosure = XMLHandler.getTagValue(stepnode, "enclosure");
if (enclosure == null) {
enclosure = "";
}
enclosureForced = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "enclosure_forced"));
String sDisableEnclosureFix = XMLHandler.getTagValue(stepnode, "enclosure_fix_disabled");
// Default this value to true for backwards compatibility
if (sDisableEnclosureFix == null) {
disableEnclosureFix = true;
} else {
disableEnclosureFix = "Y".equalsIgnoreCase(sDisableEnclosureFix);
}
// Default createparentfolder to true if the tag is missing
String createParentFolderTagValue = XMLHandler.getTagValue(stepnode, "create_parent_folder");
createparentfolder =
(createParentFolderTagValue == null)
? true
: "Y".equalsIgnoreCase(createParentFolderTagValue);
headerEnabled = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "header"));
footerEnabled = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "footer"));
fileFormat = XMLHandler.getTagValue(stepnode, "format");
fileCompression = XMLHandler.getTagValue(stepnode, "compression");
if (fileCompression == null) {
if ("Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "zipped"))) {
fileCompression = fileCompressionTypeCodes[FILE_COMPRESSION_TYPE_ZIP];
} else {
fileCompression = fileCompressionTypeCodes[FILE_COMPRESSION_TYPE_NONE];
}
}
encoding = XMLHandler.getTagValue(stepnode, "encoding");
endedLine = XMLHandler.getTagValue(stepnode, "endedLine");
if (endedLine == null) {
endedLine = "";
}
fileName = loadSource(stepnode, metastore);
fileAsCommand = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "is_command"));
servletOutput =
"Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "servlet_output"));
doNotOpenNewFileInit =
"Y"
.equalsIgnoreCase(
XMLHandler.getTagValue(stepnode, "file", "do_not_open_new_file_init"));
extension = XMLHandler.getTagValue(stepnode, "file", "extention");
fileAppended = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "append"));
stepNrInFilename = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "split"));
partNrInFilename =
"Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "haspartno"));
dateInFilename = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "add_date"));
timeInFilename = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "add_time"));
specifyingFormat =
"Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "SpecifyFormat"));
dateTimeFormat = XMLHandler.getTagValue(stepnode, "file", "date_time_format");
String AddToResultFiles = XMLHandler.getTagValue(stepnode, "file", "add_to_result_filenames");
if (Const.isEmpty(AddToResultFiles)) {
addToResultFilenames = true;
} else {
addToResultFilenames = "Y".equalsIgnoreCase(AddToResultFiles);
}
padded = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "pad"));
fastDump = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "file", "fast_dump"));
splitEvery = Const.toInt(XMLHandler.getTagValue(stepnode, "file", "splitevery"), 0);
newline = getNewLine(fileFormat);
fileNameInField = "Y".equalsIgnoreCase(XMLHandler.getTagValue(stepnode, "fileNameInField"));
fileNameField = XMLHandler.getTagValue(stepnode, "fileNameField");
Node fields = XMLHandler.getSubNode(stepnode, "fields");
int nrfields = XMLHandler.countNodes(fields, "field");
allocate(nrfields);
for (int i = 0; i < nrfields; i++) {
Node fnode = XMLHandler.getSubNodeByNr(fields, "field", i);
outputFields[i] = new TextFileField();
outputFields[i].setName(XMLHandler.getTagValue(fnode, "name"));
outputFields[i].setType(XMLHandler.getTagValue(fnode, "type"));
outputFields[i].setFormat(XMLHandler.getTagValue(fnode, "format"));
outputFields[i].setCurrencySymbol(XMLHandler.getTagValue(fnode, "currency"));
outputFields[i].setDecimalSymbol(XMLHandler.getTagValue(fnode, "decimal"));
outputFields[i].setGroupingSymbol(XMLHandler.getTagValue(fnode, "group"));
outputFields[i].setTrimType(
ValueMeta.getTrimTypeByCode(XMLHandler.getTagValue(fnode, "trim_type")));
outputFields[i].setNullString(XMLHandler.getTagValue(fnode, "nullif"));
outputFields[i].setLength(Const.toInt(XMLHandler.getTagValue(fnode, "length"), -1));
outputFields[i].setPrecision(Const.toInt(XMLHandler.getTagValue(fnode, "precision"), -1));
}
} catch (Exception e) {
throw new KettleXMLException("Unable to load step info from XML", e);
}
}
