/** Adapted from KettleDatabaseRepositoryDatabaseDelegate.saveDatabaseMeta */
protected boolean equals(DatabaseMeta databaseMeta, DatabaseMeta databaseMeta2) {
if (!equals(databaseMeta.getName(), databaseMeta2.getName())) {
return false;
} else if (!equals(databaseMeta.getPluginId(), databaseMeta2.getPluginId())) {
return false;
} else if (!equals(databaseMeta.getAccessType(), databaseMeta2.getAccessType())) {
return false;
} else if (!equals(databaseMeta.getHostname(), databaseMeta2.getHostname())) {
return false;
} else if (!equals(databaseMeta.getDatabaseName(), databaseMeta2.getDatabaseName())) {
return false;
} else if (!equals(
databaseMeta.getDatabasePortNumberString(), databaseMeta2.getDatabasePortNumberString())) {
return false;
} else if (!equals(databaseMeta.getUsername(), databaseMeta2.getUsername())) {
return false;
} else if (!equals(databaseMeta.getPassword(), databaseMeta2.getPassword())) {
return false;
} else if (!equals(databaseMeta.getServername(), databaseMeta2.getServername())) {
return false;
} else if (!equals(databaseMeta.getDataTablespace(), databaseMeta2.getDataTablespace())) {
return false;
} else if (!equals(databaseMeta.getIndexTablespace(), databaseMeta2.getIndexTablespace())) {
return false;
}
Map<Object, Object> databaseMeta2Attributes =
new HashMap<Object, Object>(databaseMeta2.getAttributes());
for (Entry<Object, Object> databaseMetaEntry :
new HashMap<Object, Object>(databaseMeta.getAttributes()).entrySet()) {
Object value = databaseMeta2Attributes.remove(databaseMetaEntry.getKey());
if (!equals(value, databaseMetaEntry.getValue())) {
return false;
}
}
if (databaseMeta2Attributes.size() > 0) {
return false;
}
return true;
}
/**
* Get the contents of the control file as specified in the meta object
*
* @param meta the meta object to model the control file after
* @return a string containing the control file contents
*/
public String getControlFileContents(GPLoadMeta meta, RowMetaInterface rm, Object[] r)
throws KettleException {
DatabaseMeta dm = meta.getDatabaseMeta();
StringBuffer contents = new StringBuffer(500);
// Source: GP Admin Guide 3.3.6, page 635:
//
contents.append("VERSION: 1.0.0.1").append(Const.CR);
contents
.append("DATABASE: ")
.append(environmentSubstitute(dm.getDatabaseName()))
.append(Const.CR);
contents.append("USER: "******"HOST: ").append(environmentSubstitute(dm.getHostname())).append(Const.CR);
contents
.append("PORT: ")
.append(environmentSubstitute(dm.getDatabasePortNumberString()))
.append(Const.CR);
contents.append("GPLOAD:").append(Const.CR);
contents.append(" INPUT:").append(Const.CR);
contents.append(" - SOURCE: ").append(Const.CR);
// TODO: Stream to a temporary file and then bulk load OR optionally stream to a named pipe
// (like MySQL bulk loader)
// TODO: allow LOCAL_HOSTNAME/PORT/PORT_RANGE to be specified
//
String inputName = "'" + environmentSubstitute(meta.getDataFile()) + "'";
contents.append(" FILE: ").append('[').append(inputName).append(']').append(Const.CR);
// COLUMNS is optional, takes the existing fields in the table
// contents.append(" - COLUMNS:").append(Const.CR);
// See also page 155 for formatting information & escaping
//
contents.append(" - FORMAT: TEXT").append(Const.CR);
contents
.append(" - DELIMITER: '")
.append(environmentSubstitute(meta.getDelimiter()))
.append("'")
.append(Const.CR);
// TODO: implement escape character, null_as
//
// contents.append(" - ESCAPE:
// '").append(environmentSubstitute(meta.getEscapeCharacter)).append("'").append(Const.CR);
contents
.append(" - QUOTE: '")
.append(environmentSubstitute(meta.getEnclosure()))
.append("'")
.append(Const.CR);
contents.append(" - HEADER: FALSE").append(Const.CR);
// TODO: implement database encoding support
// contents.append(" - ENCODING: ").append(Const.CR);
contents.append(" - ERROR_LIMIT: ").append(meta.getMaxErrors()).append(Const.CR);
if (!Const.isEmpty(meta.getErrorTableName())) {
contents.append(" - ERROR_TABLE: ").append(meta.getErrorTableName()).append(Const.CR);
}
contents.append(" OUTPUT:").append(Const.CR);
String tableName =
dm.getQuotedSchemaTableCombination(
environmentSubstitute(meta.getSchemaName()),
environmentSubstitute(meta.getTableName()));
contents.append(" - TABLE: ").append(tableName).append(Const.CR);
contents.append(" - MODE: ").append(meta.getLoadAction()).append(Const.CR);
// TODO: add support for MATCH_COLUMNS, UPDATE_COLUMN, UPDATE_CONDITION, MAPPING
// TODO: add suport for BEFORE and AFTER SQL
/*
String streamFields[] = meta.getFieldStream();
String tableFields[] = meta.getFieldTable();
if ( streamFields == null || streamFields.length == 0 )
{
throw new KettleException("No fields defined to load to database");
}
for (int i = 0; i < streamFields.length; i++)
{
if ( i!=0 ) contents.append(", ");
contents.append(dm.quoteField(tableFields[i]));
}
*/
return contents.toString();
}
/**
* Saves the database information into a given repository.
*
* @param databaseMeta The database metadata object to store
* @throws KettleException if an error occurs.
*/
public void saveDatabaseMeta(DatabaseMeta databaseMeta) throws KettleException {
try {
// If we don't have an ID, we don't know which entry in the database we need to update.
// See if a database with the same name is already available...
if (databaseMeta.getObjectId() == null) {
databaseMeta.setObjectId(getDatabaseID(databaseMeta.getName()));
}
// Still not found? --> Insert
if (databaseMeta.getObjectId() == null) {
// Insert new Note in repository
//
databaseMeta.setObjectId(
insertDatabase(
databaseMeta.getName(),
databaseMeta.getPluginId(),
DatabaseMeta.getAccessTypeDesc(databaseMeta.getAccessType()),
databaseMeta.getHostname(),
databaseMeta.getDatabaseName(),
databaseMeta.getDatabasePortNumberString(),
databaseMeta.getUsername(),
databaseMeta.getPassword(),
databaseMeta.getServername(),
databaseMeta.getDataTablespace(),
databaseMeta.getIndexTablespace()));
} else {
// --> found entry with the same name...
// Update the note...
updateDatabase(
databaseMeta.getObjectId(),
databaseMeta.getName(),
databaseMeta.getPluginId(),
DatabaseMeta.getAccessTypeDesc(databaseMeta.getAccessType()),
databaseMeta.getHostname(),
databaseMeta.getDatabaseName(),
databaseMeta.getDatabasePortNumberString(),
databaseMeta.getUsername(),
databaseMeta.getPassword(),
databaseMeta.getServername(),
databaseMeta.getDataTablespace(),
databaseMeta.getIndexTablespace());
}
// For the extra attributes, just delete them and re-add them.
delDatabaseAttributes(databaseMeta.getObjectId());
// OK, now get a list of all the attributes set on the database connection...
//
Properties attributes = databaseMeta.getAttributes();
Enumeration<Object> keys = databaseMeta.getAttributes().keys();
while (keys.hasMoreElements()) {
String code = (String) keys.nextElement();
String attribute = (String) attributes.get(code);
// Save this attribute
//
insertDatabaseAttribute(databaseMeta.getObjectId(), code, attribute);
}
} catch (KettleDatabaseException dbe) {
throw new KettleException(
"Error saving database connection or one of its attributes to the repository.", dbe);
}
}
/**
* Create the command line for a sql process depending on the meta information supplied.
*
* @param meta The meta data to create the command line from
* @return The string to execute.
* @throws KettleException Upon any exception
*/
public String createCommandLine(IngresVectorwiseLoaderMeta meta) throws KettleException {
StringBuffer sb = new StringBuffer(300);
if (!Const.isEmpty(meta.getSqlPath())) {
try {
FileObject fileObject =
KettleVFS.getFileObject(environmentSubstitute(meta.getSqlPath()), getTransMeta());
String sqlexec = Const.optionallyQuoteStringByOS(KettleVFS.getFilename(fileObject));
sb.append(sqlexec);
// sql @tc-dwh-test.timocom.net,tcp_ip,VW[ingres,pwd]::dwh
} catch (KettleFileException ex) {
throw new KettleException("Error retrieving command string", ex);
}
} else {
if (meta.isUsingVwload()) {
if (isDetailed()) logDetailed("vwload defaults to system path");
sb.append("vwload");
} else {
if (isDetailed()) logDetailed("sql defaults to system path");
sb.append("sql");
}
}
DatabaseMeta dm = meta.getDatabaseMeta();
if (dm != null) {
String databaseName = environmentSubstitute(Const.NVL(dm.getDatabaseName(), ""));
String password =
Encr.decryptPasswordOptionallyEncrypted(
environmentSubstitute(Const.NVL(dm.getDatabaseInterface().getPassword(), "")));
String port =
environmentSubstitute(Const.NVL(dm.getDatabasePortNumberString(), "")).replace("7", "");
String username =
environmentSubstitute(Const.NVL(dm.getDatabaseInterface().getUsername(), ""));
String hostname =
environmentSubstitute(Const.NVL(dm.getDatabaseInterface().getHostname(), ""));
String schemaTable =
dm.getQuotedSchemaTableCombination(null, environmentSubstitute(meta.getTablename()));
String encoding = environmentSubstitute(Const.NVL(meta.getEncoding(), ""));
String fifoFile =
Const.optionallyQuoteStringByOS(
environmentSubstitute(Const.NVL(meta.getFifoFileName(), "")));
String errorFile =
Const.optionallyQuoteStringByOS(
environmentSubstitute(Const.NVL(meta.getErrorFileName(), "")));
int maxNrErrors =
Const.toInt(environmentSubstitute(Const.NVL(meta.getMaxNrErrors(), "0")), 0);
if (meta.isUsingVwload()) {
sb.append(" -u ").append(username);
sb.append(" -P ").append(password);
sb.append(" -f ").append(meta.getDelimiter()).append("");
sb.append(" -t ").append(schemaTable);
if (!Const.isEmpty(encoding)) {
sb.append(" -C ").append(encoding);
}
if (!Const.isEmpty(errorFile)) {
sb.append(" -l ").append(errorFile);
}
if (maxNrErrors > 0) {
sb.append(" -x ").append(maxNrErrors);
}
sb.append(" ").append(databaseName);
sb.append(" ").append(fifoFile);
} else if (meta.isUseDynamicVNode()) {
// logical portname in JDBC use a 7
sb.append(" @")
.append(hostname)
.append(",")
.append(port)
.append("[")
.append(username)
.append(",")
.append(password)
.append("]::")
.append(databaseName);
} else {
// Database Name
//
sb.append(" ").append(databaseName);
if (meta.isUseAuthentication()) {
sb.append("-P").append(password);
}
}
} else {
throw new KettleException("No connection specified");
}
return sb.toString();
}
