public void getFields(
RowMetaInterface inputRowMeta,
String name,
RowMetaInterface[] info,
StepMeta nextStep,
VariableSpace space,
Repository repository,
IMetaStore metaStore)
throws KettleStepException {
// Set the sorted properties: ascending/descending
for (int i = 0; i < fieldName.length; i++) {
int idx = inputRowMeta.indexOfValue(fieldName[i]);
if (idx >= 0) {
ValueMetaInterface valueMeta = inputRowMeta.getValueMeta(idx);
valueMeta.setSortedDescending(!ascending[i]);
valueMeta.setCaseInsensitive(!caseSensitive[i]);
valueMeta.setCollatorDisabled(!collatorEnabled[i]);
valueMeta.setCollatorStrength(collatorStrength[i]);
// Also see if lazy conversion is active on these key fields.
// If so we want to automatically convert them to the normal storage type.
// This will improve performance, see also: PDI-346
//
valueMeta.setStorageType(ValueMetaInterface.STORAGE_TYPE_NORMAL);
valueMeta.setStorageMetadata(null);
}
}
}
public static ValueMetaInterface cloneValueMeta(ValueMetaInterface source, int targetType)
throws KettlePluginException {
ValueMetaInterface target = null;
// If we're Cloneable and not changing types, call clone()
if (source instanceof Cloneable && source.getType() == targetType) {
target = source.clone();
} else {
target =
createValueMeta(source.getName(), targetType, source.getLength(), source.getPrecision());
}
target.setConversionMask(source.getConversionMask());
target.setDecimalSymbol(source.getDecimalSymbol());
target.setGroupingSymbol(source.getGroupingSymbol());
target.setStorageType(source.getStorageType());
if (source.getStorageMetadata() != null) {
target.setStorageMetadata(
cloneValueMeta(source.getStorageMetadata(), source.getStorageMetadata().getType()));
}
target.setStringEncoding(source.getStringEncoding());
target.setTrimType(source.getTrimType());
target.setDateFormatLenient(source.isDateFormatLenient());
target.setDateFormatLocale(source.getDateFormatLocale());
target.setDateFormatTimeZone(source.getDateFormatTimeZone());
target.setLenientStringToNumber(source.isLenientStringToNumber());
target.setLargeTextField(source.isLargeTextField());
target.setComments(source.getComments());
target.setCaseInsensitive(source.isCaseInsensitive());
target.setIndex(source.getIndex());
target.setOrigin(source.getOrigin());
target.setOriginalAutoIncrement(source.isOriginalAutoIncrement());
target.setOriginalColumnType(source.getOriginalColumnType());
target.setOriginalColumnTypeName(source.getOriginalColumnTypeName());
target.setOriginalNullable(source.isOriginalNullable());
target.setOriginalPrecision(source.getOriginalPrecision());
target.setOriginalScale(source.getOriginalScale());
target.setOriginalSigned(source.isOriginalSigned());
return target;
}
@Test
public void testWithLazyConversion() throws Exception {
RowMeta rowMeta = new RowMeta();
ValueMetaInterface vm = new ValueMetaString("aBinaryStoredString");
vm.setStorageType(ValueMetaInterface.STORAGE_TYPE_BINARY_STRING);
vm.setStorageMetadata(new ValueMetaString());
rowMeta.addValueMeta(vm);
String query = "SELECT * FROM " + DATA_SERVICE_NAME + " WHERE aBinaryStoredString = 'value'";
when(transMeta.getStepFields(DATA_SERVICE_STEP)).thenReturn(rowMeta);
DataServiceExecutor executor =
new DataServiceExecutor.Builder(new SQL(query), dataService, context)
.serviceTrans(new Trans(transMeta))
.prepareExecution(false)
.build();
executor
.getSql()
.getWhereCondition()
.getCondition()
.evaluate(rowMeta, new Object[] {"value".getBytes()});
}
public void getFields(
RowMetaInterface rowMeta,
String origin,
RowMetaInterface[] info,
StepMeta nextStep,
VariableSpace space)
throws KettleStepException {
rowMeta.clear(); // Start with a clean slate, eats the input
for (int i = 0; i < inputFields.length; i++) {
TextFileInputField field = inputFields[i];
ValueMetaInterface valueMeta = new ValueMeta(field.getName(), field.getType());
valueMeta.setConversionMask(field.getFormat());
valueMeta.setLength(field.getLength());
valueMeta.setPrecision(field.getPrecision());
valueMeta.setConversionMask(field.getFormat());
valueMeta.setDecimalSymbol(field.getDecimalSymbol());
valueMeta.setGroupingSymbol(field.getGroupSymbol());
valueMeta.setCurrencySymbol(field.getCurrencySymbol());
valueMeta.setTrimType(field.getTrimType());
if (lazyConversionActive)
valueMeta.setStorageType(ValueMetaInterface.STORAGE_TYPE_BINARY_STRING);
valueMeta.setStringEncoding(space.environmentSubstitute(encoding));
// In case we want to convert Strings...
// Using a copy of the valueMeta object means that the inner and outer representation format
// is the same.
// Preview will show the data the same way as we read it.
// This layout is then taken further down the road by the metadata through the transformation.
//
ValueMetaInterface storageMetadata = valueMeta.clone();
storageMetadata.setType(ValueMetaInterface.TYPE_STRING);
storageMetadata.setStorageType(ValueMetaInterface.STORAGE_TYPE_NORMAL);
storageMetadata.setLength(
-1, -1); // we don't really know the lengths of the strings read in advance.
valueMeta.setStorageMetadata(storageMetadata);
valueMeta.setOrigin(origin);
rowMeta.addValueMeta(valueMeta);
}
if (!Const.isEmpty(filenameField) && includingFilename) {
ValueMetaInterface filenameMeta =
new ValueMeta(filenameField, ValueMetaInterface.TYPE_STRING);
filenameMeta.setOrigin(origin);
if (lazyConversionActive) {
filenameMeta.setStorageType(ValueMetaInterface.STORAGE_TYPE_BINARY_STRING);
filenameMeta.setStorageMetadata(
new ValueMeta(filenameField, ValueMetaInterface.TYPE_STRING));
}
rowMeta.addValueMeta(filenameMeta);
}
if (!Const.isEmpty(rowNumField)) {
ValueMetaInterface rowNumMeta = new ValueMeta(rowNumField, ValueMetaInterface.TYPE_INTEGER);
rowNumMeta.setLength(10);
rowNumMeta.setOrigin(origin);
rowMeta.addValueMeta(rowNumMeta);
}
}
