/**
* Test to show that reporting an error about an uninitialized variable when generating templates
* reports the correct line.
*/
@Test
public void testParseTemplate() throws Exception {
String[] lines = {
/* 0 */ "template: template",
/* 1 */ "a: {missingVar}",
/* 2 */ "a: b",
/* 3 */ "a: c",
/* 4 */ "",
/* 5 */ "template: template2",
};
// Test must show "missingVar" missing on line 1.
// Previous behaviour showed "missingVar" on line 5.
TemplateFile templateFile = new TemplateFile(resourcePath);
List<LocalizableMessage> warns = new ArrayList<>();
try {
templateFile.parse(lines, warns);
} catch (InitializationException e) {
String msg = e.getMessage();
LocalizableMessage msg_locale = ERR_MAKELDIF_TAG_UNDEFINED_ATTRIBUTE.get("missingVar", 1);
assertEquals(msg, msg_locale.toString(), msg);
}
}
/** {@inheritDoc} */
@Override
protected int processLocal(boolean initializeServer, PrintStream out, PrintStream err) {
// Perform the initial bootstrap of the Directory Server and process the
// configuration.
DirectoryServer directoryServer = DirectoryServer.getInstance();
if (initializeServer) {
try {
DirectoryServer.bootstrapClient();
DirectoryServer.initializeJMX();
} catch (Exception e) {
printWrappedText(err, ERR_SERVER_BOOTSTRAP_ERROR.get(getExceptionMessage(e)));
return 1;
}
try {
directoryServer.initializeConfiguration(configClass.getValue(), configFile.getValue());
} catch (InitializationException ie) {
printWrappedText(err, ERR_CANNOT_LOAD_CONFIG.get(ie.getMessage()));
return 1;
} catch (Exception e) {
printWrappedText(err, ERR_CANNOT_LOAD_CONFIG.get(getExceptionMessage(e)));
return 1;
}
// Initialize the Directory Server schema elements.
try {
directoryServer.initializeSchema();
} catch (ConfigException | InitializationException e) {
printWrappedText(err, ERR_CANNOT_LOAD_SCHEMA.get(e.getMessage()));
return 1;
} catch (Exception e) {
printWrappedText(err, ERR_CANNOT_LOAD_SCHEMA.get(getExceptionMessage(e)));
return 1;
}
// Initialize the Directory Server core configuration.
try {
CoreConfigManager coreConfigManager =
new CoreConfigManager(directoryServer.getServerContext());
coreConfigManager.initializeCoreConfig();
} catch (ConfigException | InitializationException e) {
printWrappedText(err, ERR_CANNOT_INITIALIZE_CORE_CONFIG.get(e.getMessage()));
return 1;
} catch (Exception e) {
printWrappedText(err, ERR_CANNOT_INITIALIZE_CORE_CONFIG.get(getExceptionMessage(e)));
return 1;
}
// Initialize the Directory Server crypto manager.
try {
directoryServer.initializeCryptoManager();
} catch (ConfigException | InitializationException e) {
printWrappedText(err, ERR_CANNOT_INITIALIZE_CRYPTO_MANAGER.get(e.getMessage()));
return 1;
} catch (Exception e) {
printWrappedText(err, ERR_CANNOT_INITIALIZE_CRYPTO_MANAGER.get(getExceptionMessage(e)));
return 1;
}
try {
ErrorLogPublisher errorLogPublisher =
TextErrorLogPublisher.getToolStartupTextErrorPublisher(new TextWriter.STREAM(out));
ErrorLogger.getInstance().addLogPublisher(errorLogPublisher);
DebugLogger.getInstance().addPublisherIfRequired(new TextWriter.STREAM(out));
} catch (Exception e) {
err.println("Error installing the custom error logger: " + stackTraceToSingleLineString(e));
}
// Make sure that the Directory Server plugin initialization is performed.
try {
HashSet<PluginType> pluginTypes = new HashSet<>(1);
pluginTypes.add(PluginType.LDIF_EXPORT);
directoryServer.initializePlugins(pluginTypes);
} catch (ConfigException | InitializationException e) {
printWrappedText(err, ERR_LDIFEXPORT_CANNOT_INITIALIZE_PLUGINS.get(e.getMessage()));
return 1;
} catch (Exception e) {
printWrappedText(err, ERR_LDIFEXPORT_CANNOT_INITIALIZE_PLUGINS.get(getExceptionMessage(e)));
return 1;
}
}
// See if there were any user-defined sets of include/exclude attributes or
// filters. If so, then process them.
Set<AttributeType> excludeAttributes = toAttributeTypes(excludeAttributeStrings);
Set<AttributeType> includeAttributes = toAttributeTypes(includeAttributeStrings);
ArrayList<SearchFilter> excludeFilters;
if (excludeFilterStrings == null) {
excludeFilters = null;
} else {
excludeFilters = new ArrayList<>();
for (String filterString : excludeFilterStrings.getValues()) {
try {
excludeFilters.add(SearchFilter.createFilterFromString(filterString));
} catch (DirectoryException de) {
logger.error(
ERR_LDIFEXPORT_CANNOT_PARSE_EXCLUDE_FILTER, filterString, de.getMessageObject());
return 1;
} catch (Exception e) {
logger.error(
ERR_LDIFEXPORT_CANNOT_PARSE_EXCLUDE_FILTER, filterString, getExceptionMessage(e));
return 1;
}
}
}
ArrayList<SearchFilter> includeFilters;
if (includeFilterStrings == null) {
includeFilters = null;
} else {
includeFilters = new ArrayList<>();
for (String filterString : includeFilterStrings.getValues()) {
try {
includeFilters.add(SearchFilter.createFilterFromString(filterString));
} catch (DirectoryException de) {
logger.error(
ERR_LDIFEXPORT_CANNOT_PARSE_INCLUDE_FILTER, filterString, de.getMessageObject());
return 1;
} catch (Exception e) {
logger.error(
ERR_LDIFEXPORT_CANNOT_PARSE_INCLUDE_FILTER, filterString, getExceptionMessage(e));
return 1;
}
}
}
// Get information about the backends defined in the server. Iterate
// through them, finding the one backend that should be used for the export,
// and also finding backends with subordinate base DNs that should be
// excluded from the export.
Backend backend = null;
List<DN> baseDNList = null;
List<DN> defaultIncludeBranches = null;
ArrayList<DN> excludeBranches = null;
ArrayList<Backend> backendList = new ArrayList<>();
ArrayList<BackendCfg> entryList = new ArrayList<>();
ArrayList<List<DN>> dnList = new ArrayList<>();
BackendToolUtils.getBackends(backendList, entryList, dnList);
int numBackends = backendList.size();
for (int i = 0; i < numBackends; i++) {
Backend b = backendList.get(i);
if (!backendID.getValue().equals(b.getBackendID())) {
continue;
}
if (backend == null) {
backend = b;
baseDNList = dnList.get(i);
defaultIncludeBranches = dnList.get(i);
} else {
logger.error(ERR_LDIFEXPORT_MULTIPLE_BACKENDS_FOR_ID, backendID.getValue());
return 1;
}
}
if (backend == null) {
logger.error(ERR_LDIFEXPORT_NO_BACKENDS_FOR_ID, backendID.getValue());
return 1;
} else if (!backend.supports(BackendOperation.RESTORE)) {
logger.error(ERR_LDIFEXPORT_CANNOT_EXPORT_BACKEND, backendID.getValue());
return 1;
}
if (excludeBranchStrings.isPresent()) {
excludeBranches = new ArrayList<>();
for (String s : excludeBranchStrings.getValues()) {
DN excludeBranch;
try {
excludeBranch = DN.valueOf(s);
} catch (DirectoryException de) {
logger.error(ERR_LDIFEXPORT_CANNOT_DECODE_EXCLUDE_BASE, s, de.getMessageObject());
return 1;
} catch (Exception e) {
logger.error(ERR_LDIFEXPORT_CANNOT_DECODE_EXCLUDE_BASE, s, getExceptionMessage(e));
return 1;
}
if (!excludeBranches.contains(excludeBranch)) {
excludeBranches.add(excludeBranch);
}
}
}
List<DN> includeBranches;
if (includeBranchStrings.isPresent()) {
includeBranches = new ArrayList<>();
for (String s : includeBranchStrings.getValues()) {
DN includeBranch;
try {
includeBranch = DN.valueOf(s);
} catch (DirectoryException de) {
logger.error(ERR_LDIFIMPORT_CANNOT_DECODE_INCLUDE_BASE, s, de.getMessageObject());
return 1;
} catch (Exception e) {
logger.error(ERR_LDIFIMPORT_CANNOT_DECODE_INCLUDE_BASE, s, getExceptionMessage(e));
return 1;
}
if (!Backend.handlesEntry(includeBranch, defaultIncludeBranches, excludeBranches)) {
logger.error(ERR_LDIFEXPORT_INVALID_INCLUDE_BASE, s, backendID.getValue());
return 1;
}
includeBranches.add(includeBranch);
}
} else {
includeBranches = defaultIncludeBranches;
}
// Create the LDIF export configuration to use when reading the LDIF.
ExistingFileBehavior existingBehavior;
if (appendToLDIF.isPresent()) {
existingBehavior = ExistingFileBehavior.APPEND;
} else {
existingBehavior = ExistingFileBehavior.OVERWRITE;
}
LDIFExportConfig exportConfig = new LDIFExportConfig(ldifFile.getValue(), existingBehavior);
exportConfig.setCompressData(compressLDIF.isPresent());
exportConfig.setEncryptData(encryptLDIF.isPresent());
exportConfig.setExcludeAttributes(excludeAttributes);
exportConfig.setExcludeBranches(excludeBranches);
exportConfig.setExcludeFilters(excludeFilters);
exportConfig.setIncludeAttributes(includeAttributes);
exportConfig.setIncludeBranches(includeBranches);
exportConfig.setIncludeFilters(includeFilters);
exportConfig.setSignHash(signHash.isPresent());
exportConfig.setIncludeOperationalAttributes(!excludeOperationalAttrs.isPresent());
// FIXME -- Should this be conditional?
exportConfig.setInvokeExportPlugins(true);
try {
exportConfig.setWrapColumn(wrapColumn.getIntValue());
} catch (ArgumentException ae) {
logger.error(ERR_LDIFEXPORT_CANNOT_DECODE_WRAP_COLUMN_AS_INTEGER, wrapColumn.getValue());
return 1;
}
// Get the set of base DNs for the backend as an array.
DN[] baseDNs = new DN[baseDNList.size()];
baseDNList.toArray(baseDNs);
// Acquire a shared lock for the backend.
try {
String lockFile = LockFileManager.getBackendLockFileName(backend);
StringBuilder failureReason = new StringBuilder();
if (!LockFileManager.acquireSharedLock(lockFile, failureReason)) {
logger.error(ERR_LDIFEXPORT_CANNOT_LOCK_BACKEND, backend.getBackendID(), failureReason);
return 1;
}
} catch (Exception e) {
logger.error(
ERR_LDIFEXPORT_CANNOT_LOCK_BACKEND, backend.getBackendID(), getExceptionMessage(e));
return 1;
}
boolean errorOccurred = false;
// Launch the export.
try {
backend.exportLDIF(exportConfig);
} catch (DirectoryException de) {
logger.error(ERR_LDIFEXPORT_ERROR_DURING_EXPORT, de.getMessageObject());
errorOccurred = true;
} catch (Exception e) {
logger.error(ERR_LDIFEXPORT_ERROR_DURING_EXPORT, getExceptionMessage(e));
errorOccurred = true;
}
// Release the shared lock on the backend.
try {
String lockFile = LockFileManager.getBackendLockFileName(backend);
StringBuilder failureReason = new StringBuilder();
if (!LockFileManager.releaseLock(lockFile, failureReason)) {
logger.warn(WARN_LDIFEXPORT_CANNOT_UNLOCK_BACKEND, backend.getBackendID(), failureReason);
}
} catch (Exception e) {
logger.warn(
WARN_LDIFEXPORT_CANNOT_UNLOCK_BACKEND, backend.getBackendID(), getExceptionMessage(e));
}
// Clean up after the export by closing the export config.
exportConfig.close();
return !errorOccurred ? 0 : 1;
}
private int process(
String[] args, boolean initializeServer, OutputStream outStream, OutputStream errStream) {
PrintStream out = NullOutputStream.wrapOrNullStream(outStream);
PrintStream err = NullOutputStream.wrapOrNullStream(errStream);
JDKLogging.disableLogging();
// Create the command-line argument parser for use with this program.
LDAPConnectionArgumentParser argParser =
createArgParser(
"org.opends.server.tools.ExportLDIF", INFO_LDIFEXPORT_TOOL_DESCRIPTION.get());
argParser.setShortToolDescription(REF_SHORT_DESC_EXPORT_LDIF.get());
// Initialize all the command-line argument types and register them with the
// parser.
try {
configClass =
new StringArgument(
"configclass",
OPTION_SHORT_CONFIG_CLASS,
OPTION_LONG_CONFIG_CLASS,
true,
false,
true,
INFO_CONFIGCLASS_PLACEHOLDER.get(),
ConfigFileHandler.class.getName(),
null,
INFO_DESCRIPTION_CONFIG_CLASS.get());
configClass.setHidden(true);
argParser.addArgument(configClass);
configFile =
new StringArgument(
"configfile",
'f',
"configFile",
true,
false,
true,
INFO_CONFIGFILE_PLACEHOLDER.get(),
null,
null,
INFO_DESCRIPTION_CONFIG_FILE.get());
configFile.setHidden(true);
argParser.addArgument(configFile);
ldifFile =
new StringArgument(
"ldiffile",
OPTION_SHORT_LDIF_FILE,
OPTION_LONG_LDIF_FILE,
true,
false,
true,
INFO_LDIFFILE_PLACEHOLDER.get(),
null,
null,
INFO_LDIFEXPORT_DESCRIPTION_LDIF_FILE.get());
argParser.addArgument(ldifFile);
appendToLDIF =
new BooleanArgument(
"appendldif", 'a', "appendToLDIF", INFO_LDIFEXPORT_DESCRIPTION_APPEND_TO_LDIF.get());
argParser.addArgument(appendToLDIF);
backendID =
new StringArgument(
"backendid",
'n',
"backendID",
true,
false,
true,
INFO_BACKENDNAME_PLACEHOLDER.get(),
null,
null,
INFO_LDIFEXPORT_DESCRIPTION_BACKEND_ID.get());
argParser.addArgument(backendID);
includeBranchStrings =
new StringArgument(
"includebranch",
'b',
"includeBranch",
false,
true,
true,
INFO_BRANCH_DN_PLACEHOLDER.get(),
null,
null,
INFO_LDIFEXPORT_DESCRIPTION_INCLUDE_BRANCH.get());
argParser.addArgument(includeBranchStrings);
excludeBranchStrings =
new StringArgument(
"excludebranch",
'B',
"excludeBranch",
false,
true,
true,
INFO_BRANCH_DN_PLACEHOLDER.get(),
null,
null,
INFO_LDIFEXPORT_DESCRIPTION_EXCLUDE_BRANCH.get());
argParser.addArgument(excludeBranchStrings);
includeAttributeStrings =
new StringArgument(
"includeattribute",
'i',
"includeAttribute",
false,
true,
true,
INFO_ATTRIBUTE_PLACEHOLDER.get(),
null,
null,
INFO_LDIFEXPORT_DESCRIPTION_INCLUDE_ATTRIBUTE.get());
argParser.addArgument(includeAttributeStrings);
excludeAttributeStrings =
new StringArgument(
"excludeattribute",
'e',
"excludeAttribute",
false,
true,
true,
INFO_ATTRIBUTE_PLACEHOLDER.get(),
null,
null,
INFO_LDIFEXPORT_DESCRIPTION_EXCLUDE_ATTRIBUTE.get());
argParser.addArgument(excludeAttributeStrings);
includeFilterStrings =
new StringArgument(
"includefilter",
'I',
"includeFilter",
false,
true,
true,
INFO_FILTER_PLACEHOLDER.get(),
null,
null,
INFO_LDIFEXPORT_DESCRIPTION_INCLUDE_FILTER.get());
argParser.addArgument(includeFilterStrings);
excludeFilterStrings =
new StringArgument(
"excludefilter",
'E',
"excludeFilter",
false,
true,
true,
INFO_FILTER_PLACEHOLDER.get(),
null,
null,
INFO_LDIFEXPORT_DESCRIPTION_EXCLUDE_FILTER.get());
argParser.addArgument(excludeFilterStrings);
excludeOperationalAttrs =
new BooleanArgument(
"excludeoperational",
'O',
"excludeOperational",
INFO_LDIFEXPORT_DESCRIPTION_EXCLUDE_OPERATIONAL.get());
argParser.addArgument(excludeOperationalAttrs);
wrapColumn =
new IntegerArgument(
"wrapcolumn",
null,
"wrapColumn",
false,
false,
true,
INFO_WRAP_COLUMN_PLACEHOLDER.get(),
0,
null,
true,
0,
false,
0,
INFO_LDIFEXPORT_DESCRIPTION_WRAP_COLUMN.get());
argParser.addArgument(wrapColumn);
compressLDIF =
new BooleanArgument(
"compressldif",
OPTION_SHORT_COMPRESS,
OPTION_LONG_COMPRESS,
INFO_LDIFEXPORT_DESCRIPTION_COMPRESS_LDIF.get());
argParser.addArgument(compressLDIF);
encryptLDIF =
new BooleanArgument(
"encryptldif", 'y', "encryptLDIF", INFO_LDIFEXPORT_DESCRIPTION_ENCRYPT_LDIF.get());
encryptLDIF.setHidden(true); // See issue #27
argParser.addArgument(encryptLDIF);
signHash =
new BooleanArgument(
"signhash", 's', "signHash", INFO_LDIFEXPORT_DESCRIPTION_SIGN_HASH.get());
signHash.setHidden(true); // See issue #28
argParser.addArgument(signHash);
displayUsage = CommonArguments.getShowUsage();
argParser.addArgument(displayUsage);
argParser.setUsageArgument(displayUsage);
} catch (ArgumentException ae) {
printWrappedText(err, ERR_CANNOT_INITIALIZE_ARGS.get(ae.getMessage()));
return 1;
}
// Init the default values so that they can appear also on the usage.
try {
argParser.getArguments().initArgumentsWithConfiguration();
} catch (ConfigException ce) {
// Ignore.
}
// Parse the command-line arguments provided to this program.
try {
argParser.parseArguments(args);
validateTaskArgs();
} catch (ArgumentException ae) {
printWrappedText(err, ERR_ERROR_PARSING_ARGS.get(ae.getMessage()));
err.println(argParser.getUsage());
return 1;
} catch (ClientException ce) {
// No need to display the usage since the problem comes with a provided value.
printWrappedText(err, ce.getMessageObject());
return 1;
}
// If we should just display usage or version information,
// then print it and exit.
if (argParser.usageOrVersionDisplayed()) {
return 0;
}
// Checks the version - if upgrade required, the tool is unusable
try {
checkVersion();
} catch (InitializationException e) {
printWrappedText(err, e.getMessage());
return 1;
}
return process(argParser, initializeServer, out, err);
}