/** Adapted from KettleDatabaseRepositoryDatabaseDelegate.saveDatabaseMeta */
protected boolean equals(DatabaseMeta databaseMeta, DatabaseMeta databaseMeta2) {
if (!equals(databaseMeta.getName(), databaseMeta2.getName())) {
return false;
} else if (!equals(databaseMeta.getPluginId(), databaseMeta2.getPluginId())) {
return false;
} else if (!equals(databaseMeta.getAccessType(), databaseMeta2.getAccessType())) {
return false;
} else if (!equals(databaseMeta.getHostname(), databaseMeta2.getHostname())) {
return false;
} else if (!equals(databaseMeta.getDatabaseName(), databaseMeta2.getDatabaseName())) {
return false;
} else if (!equals(
databaseMeta.getDatabasePortNumberString(), databaseMeta2.getDatabasePortNumberString())) {
return false;
} else if (!equals(databaseMeta.getUsername(), databaseMeta2.getUsername())) {
return false;
} else if (!equals(databaseMeta.getPassword(), databaseMeta2.getPassword())) {
return false;
} else if (!equals(databaseMeta.getServername(), databaseMeta2.getServername())) {
return false;
} else if (!equals(databaseMeta.getDataTablespace(), databaseMeta2.getDataTablespace())) {
return false;
} else if (!equals(databaseMeta.getIndexTablespace(), databaseMeta2.getIndexTablespace())) {
return false;
}
Map<Object, Object> databaseMeta2Attributes =
new HashMap<Object, Object>(databaseMeta2.getAttributes());
for (Entry<Object, Object> databaseMetaEntry :
new HashMap<Object, Object>(databaseMeta.getAttributes()).entrySet()) {
Object value = databaseMeta2Attributes.remove(databaseMetaEntry.getKey());
if (!equals(value, databaseMetaEntry.getValue())) {
return false;
}
}
if (databaseMeta2Attributes.size() > 0) {
return false;
}
return true;
}
/**
* Get the contents of the control file as specified in the meta object
*
* @param meta the meta object to model the control file after
* @return a string containing the control file contents
*/
public String getControlFileContents(GPLoadMeta meta, RowMetaInterface rm, Object[] r)
throws KettleException {
DatabaseMeta dm = meta.getDatabaseMeta();
StringBuffer contents = new StringBuffer(500);
// Source: GP Admin Guide 3.3.6, page 635:
//
contents.append("VERSION: 1.0.0.1").append(Const.CR);
contents
.append("DATABASE: ")
.append(environmentSubstitute(dm.getDatabaseName()))
.append(Const.CR);
contents.append("USER: "******"HOST: ").append(environmentSubstitute(dm.getHostname())).append(Const.CR);
contents
.append("PORT: ")
.append(environmentSubstitute(dm.getDatabasePortNumberString()))
.append(Const.CR);
contents.append("GPLOAD:").append(Const.CR);
contents.append(" INPUT:").append(Const.CR);
contents.append(" - SOURCE: ").append(Const.CR);
// TODO: Stream to a temporary file and then bulk load OR optionally stream to a named pipe
// (like MySQL bulk loader)
// TODO: allow LOCAL_HOSTNAME/PORT/PORT_RANGE to be specified
//
String inputName = "'" + environmentSubstitute(meta.getDataFile()) + "'";
contents.append(" FILE: ").append('[').append(inputName).append(']').append(Const.CR);
// COLUMNS is optional, takes the existing fields in the table
// contents.append(" - COLUMNS:").append(Const.CR);
// See also page 155 for formatting information & escaping
//
contents.append(" - FORMAT: TEXT").append(Const.CR);
contents
.append(" - DELIMITER: '")
.append(environmentSubstitute(meta.getDelimiter()))
.append("'")
.append(Const.CR);
// TODO: implement escape character, null_as
//
// contents.append(" - ESCAPE:
// '").append(environmentSubstitute(meta.getEscapeCharacter)).append("'").append(Const.CR);
contents
.append(" - QUOTE: '")
.append(environmentSubstitute(meta.getEnclosure()))
.append("'")
.append(Const.CR);
contents.append(" - HEADER: FALSE").append(Const.CR);
// TODO: implement database encoding support
// contents.append(" - ENCODING: ").append(Const.CR);
contents.append(" - ERROR_LIMIT: ").append(meta.getMaxErrors()).append(Const.CR);
if (!Const.isEmpty(meta.getErrorTableName())) {
contents.append(" - ERROR_TABLE: ").append(meta.getErrorTableName()).append(Const.CR);
}
contents.append(" OUTPUT:").append(Const.CR);
String tableName =
dm.getQuotedSchemaTableCombination(
environmentSubstitute(meta.getSchemaName()),
environmentSubstitute(meta.getTableName()));
contents.append(" - TABLE: ").append(tableName).append(Const.CR);
contents.append(" - MODE: ").append(meta.getLoadAction()).append(Const.CR);
// TODO: add support for MATCH_COLUMNS, UPDATE_COLUMN, UPDATE_CONDITION, MAPPING
// TODO: add suport for BEFORE and AFTER SQL
/*
String streamFields[] = meta.getFieldStream();
String tableFields[] = meta.getFieldTable();
if ( streamFields == null || streamFields.length == 0 )
{
throw new KettleException("No fields defined to load to database");
}
for (int i = 0; i < streamFields.length; i++)
{
if ( i!=0 ) contents.append(", ");
contents.append(dm.quoteField(tableFields[i]));
}
*/
return contents.toString();
}
/**
* Saves the database information into a given repository.
*
* @param databaseMeta The database metadata object to store
* @throws KettleException if an error occurs.
*/
public void saveDatabaseMeta(DatabaseMeta databaseMeta) throws KettleException {
try {
// If we don't have an ID, we don't know which entry in the database we need to update.
// See if a database with the same name is already available...
if (databaseMeta.getObjectId() == null) {
databaseMeta.setObjectId(getDatabaseID(databaseMeta.getName()));
}
// Still not found? --> Insert
if (databaseMeta.getObjectId() == null) {
// Insert new Note in repository
//
databaseMeta.setObjectId(
insertDatabase(
databaseMeta.getName(),
databaseMeta.getPluginId(),
DatabaseMeta.getAccessTypeDesc(databaseMeta.getAccessType()),
databaseMeta.getHostname(),
databaseMeta.getDatabaseName(),
databaseMeta.getDatabasePortNumberString(),
databaseMeta.getUsername(),
databaseMeta.getPassword(),
databaseMeta.getServername(),
databaseMeta.getDataTablespace(),
databaseMeta.getIndexTablespace()));
} else {
// --> found entry with the same name...
// Update the note...
updateDatabase(
databaseMeta.getObjectId(),
databaseMeta.getName(),
databaseMeta.getPluginId(),
DatabaseMeta.getAccessTypeDesc(databaseMeta.getAccessType()),
databaseMeta.getHostname(),
databaseMeta.getDatabaseName(),
databaseMeta.getDatabasePortNumberString(),
databaseMeta.getUsername(),
databaseMeta.getPassword(),
databaseMeta.getServername(),
databaseMeta.getDataTablespace(),
databaseMeta.getIndexTablespace());
}
// For the extra attributes, just delete them and re-add them.
delDatabaseAttributes(databaseMeta.getObjectId());
// OK, now get a list of all the attributes set on the database connection...
//
Properties attributes = databaseMeta.getAttributes();
Enumeration<Object> keys = databaseMeta.getAttributes().keys();
while (keys.hasMoreElements()) {
String code = (String) keys.nextElement();
String attribute = (String) attributes.get(code);
// Save this attribute
//
insertDatabaseAttribute(databaseMeta.getObjectId(), code, attribute);
}
} catch (KettleDatabaseException dbe) {
throw new KettleException(
"Error saving database connection or one of its attributes to the repository.", dbe);
}
}
/**
* Create the command line for an sqlldr process depending on the meta information supplied.
*
* @param meta The meta data to create the command line from
* @param password Use the real password or not
* @return The string to execute.
* @throws KettleException Upon any exception
*/
public String createCommandLine(OraBulkLoaderMeta meta, boolean password) throws KettleException {
StringBuilder sb = new StringBuilder(300);
if (meta.getSqlldr() != null) {
try {
FileObject fileObject =
KettleVFS.getFileObject(environmentSubstitute(meta.getSqlldr()), getTransMeta());
String sqlldr = KettleVFS.getFilename(fileObject);
sb.append(sqlldr);
} catch (KettleFileException ex) {
throw new KettleException("Error retrieving sqlldr string", ex);
}
} else {
throw new KettleException("No sqlldr application specified");
}
if (meta.getControlFile() != null) {
try {
FileObject fileObject =
KettleVFS.getFileObject(environmentSubstitute(meta.getControlFile()), getTransMeta());
sb.append(" control=\'");
sb.append(KettleVFS.getFilename(fileObject));
sb.append("\'");
} catch (KettleFileException ex) {
throw new KettleException("Error retrieving controlfile string", ex);
}
} else {
throw new KettleException("No control file specified");
}
if (OraBulkLoaderMeta.METHOD_AUTO_CONCURRENT.equals(meta.getLoadMethod())) {
sb.append(" data=\'-\'");
}
if (meta.getLogFile() != null) {
try {
FileObject fileObject =
KettleVFS.getFileObject(environmentSubstitute(meta.getLogFile()), getTransMeta());
sb.append(" log=\'");
sb.append(KettleVFS.getFilename(fileObject));
sb.append("\'");
} catch (KettleFileException ex) {
throw new KettleException("Error retrieving logfile string", ex);
}
}
if (meta.getBadFile() != null) {
try {
FileObject fileObject =
KettleVFS.getFileObject(environmentSubstitute(meta.getBadFile()), getTransMeta());
sb.append(" bad=\'");
sb.append(KettleVFS.getFilename(fileObject));
sb.append("\'");
} catch (KettleFileException ex) {
throw new KettleException("Error retrieving badfile string", ex);
}
}
if (meta.getDiscardFile() != null) {
try {
FileObject fileObject =
KettleVFS.getFileObject(environmentSubstitute(meta.getDiscardFile()), getTransMeta());
sb.append(" discard=\'");
sb.append(KettleVFS.getFilename(fileObject));
sb.append("\'");
} catch (KettleFileException ex) {
throw new KettleException("Error retrieving discardfile string", ex);
}
}
DatabaseMeta dm = meta.getDatabaseMeta();
if (dm != null) {
String user = Const.NVL(dm.getUsername(), "");
String pass =
Const.NVL(
Encr.decryptPasswordOptionallyEncrypted(environmentSubstitute(dm.getPassword())), "");
if (!password) {
pass = "******";
}
String dns = Const.NVL(dm.getDatabaseName(), "");
sb.append(" userid=")
.append(environmentSubstitute(user))
.append("/")
.append(environmentSubstitute(pass))
.append("@");
String overrideName = meta.getDbNameOverride();
if (Utils.isEmpty(Const.rtrim(overrideName))) {
sb.append(environmentSubstitute(dns));
} else {
// if the database name override is filled in, do that one.
sb.append(environmentSubstitute(overrideName));
}
} else {
throw new KettleException("No connection specified");
}
if (meta.isDirectPath()) {
sb.append(" DIRECT=TRUE");
if (getStepMeta().getCopies() > 1 || meta.isParallel()) {
sb.append(" PARALLEL=TRUE");
}
}
return sb.toString();
}