private List<String> getRepresentationPIDsFromBrowser(String type, List<String> subTypes)
throws RODAException {
Filter filter = new Filter();
if (!StringUtils.isBlank(type)) {
filter.add(new SimpleFilterParameter("type", type));
// No sense to use subType without type
if (subTypes != null && subTypes.size() > 0) {
String[] subTypesArray = subTypes.toArray(new String[subTypes.size()]);
filter.add(new OneOfManyFilterParameter("subtype", subTypesArray));
}
}
Sorter sorter = new Sorter();
sorter.add(new SortParameter("pid", false));
try {
SimpleRepresentationObject[] simpleROs =
this.browserService.getSimpleRepresentationObjects(
new ContentAdapter(filter, sorter, null));
List<String> pids = new ArrayList<String>();
if (simpleROs != null) {
for (SimpleRepresentationObject simpleRO : simpleROs) {
pids.add(simpleRO.getPid());
}
}
return pids;
} catch (BrowserException e) {
logger.debug(
"Error getting representations with specified type and subType - " + e.getMessage(), e);
throw new BrowserException(
"Error getting representations with specified type and subType - " + e.getMessage(), e);
} catch (RemoteException e) {
RODAException rodaException = RODAClient.parseRemoteException(e);
logger.debug(
"Error getting representations with specified type and subType - "
+ rodaException.getMessage(),
rodaException);
throw rodaException;
}
}
private ReportItem executeOn(String representationPID) throws PluginException {
ReportItem reportItem = new ReportItem("Convertion of representation " + representationPID);
reportItem.addAttribute(new Attribute("start datetime", DateParser.getIsoDate(new Date())));
RepresentationObject originalRObject = null;
try {
reportItem.addAttribute(
new Attribute(
"Download original representation - start datetime",
DateParser.getIsoDate(new Date())));
// Get original representation from RODA Core
originalRObject = this.browserService.getRepresentationObject(representationPID);
logger.info("Original representation is " + originalRObject);
reportItem.addAttribute(
new Attribute(
"Download original representation - finnish datetime",
DateParser.getIsoDate(new Date())));
} catch (BrowserException e) {
logger.debug(
"Error accessing representation " + representationPID + " - " + e.getMessage(), e);
throw new PluginException(
"Error accessing representation " + representationPID + " - " + e.getMessage(),
e,
reportItem);
} catch (NoSuchRODAObjectException e) {
logger.debug(
"Error accessing representation " + representationPID + " - " + e.getMessage(), e);
throw new PluginException(
"Error accessing representation " + representationPID + " - " + e.getMessage(),
e,
reportItem);
} catch (RemoteException e) {
logger.debug(
"Error accessing representation " + representationPID + " - " + e.getMessage(), e);
throw new PluginException(
"Error accessing representation " + representationPID + " - " + e.getMessage(),
e,
reportItem);
}
// Download representation files and verify if the files are already
// normalised
if (isRepresentationConverted(originalRObject)) {
// No need to call the convert plugin
try {
String normalizedROPID =
this.ingestService.setDONormalizedRepresentation(
originalRObject.getDescriptionObjectPID(), originalRObject.getPid());
logger.info(
"Marked representation "
+ normalizedROPID //$NON-NLS-1$
+ " as normalized"); //$NON-NLS-1$
reportItem.addAttributes(
new Attribute("Action", "Representation was marked as normalized"));
} catch (NoSuchRODAObjectException e) {
reportItem.addAttributes(
new Attribute(
"Error",
"Error setting representation status to normalized (" + e.getMessage() + ")"));
throw new PluginException(
"Error setting representation status to normalized - " + e.getMessage(), e, reportItem);
} catch (IngestException e) {
reportItem.addAttributes(
new Attribute(
"Error",
"Error setting representation status to normalized (" + e.getMessage() + ")"));
throw new PluginException(
"Error setting representation status to normalized - " + e.getMessage(), e, reportItem);
} catch (RemoteException e) {
RODAException exception = RODAClient.parseRemoteException(e);
reportItem.addAttributes(
new Attribute(
"Error",
"Error setting representation status to normalized (" + e.getMessage() + ")"));
throw new PluginException(
"Error setting representation status to normalized - " + exception.getMessage(),
exception,
reportItem);
}
reportItem.addAttributes(
new Attribute("finnish datetime", DateParser.getIsoDate(new Date())));
return reportItem;
} else {
// Representation is not normalized and we need to call the
// converter. Continue...
}
ConversionResult convertResult = null;
RepresentationObject convertedRObject = null;
try {
reportItem.addAttribute(
new Attribute("Conversion - start datetime", DateParser.getIsoDate(new Date())));
logger.info("Converting representation " + originalRObject.getPid());
// Calling converter
convertResult = convert(originalRObject);
convertedRObject = convertResult.getRepresentation();
logger.info("Convert " + originalRObject.getPid() + " finished");
reportItem.addAttribute(
new Attribute("Conversion - finnish datetime", DateParser.getIsoDate(new Date())));
reportItem.addAttribute(
new Attribute(
"Conversion - converted representation",
convertResult.getRepresentation().toString()));
if (convertResult.getMigrationEvent() == null) {
logger.warn("Migration event is null");
} else {
logger.info(
"Conversion outcome is "
+ convertResult.getMigrationEvent().getOutcomeDetailExtension());
logger.info("Converted representation is " + convertedRObject);
reportItem.addAttribute(
new Attribute(
"Conversion - outcome details",
convertResult.getMigrationEvent().getOutcomeDetailExtension()));
}
} catch (RepresentationConverterException e) {
logger.debug(
"Error converting representation " + representationPID + " - " + e.getMessage(), e);
e.setReportItem(reportItem);
throw e;
}
RepresentationObject writtenRO = null;
String roPID = null;
try {
// Create temporary directory
File temporaryDirectory = TempDir.createUniqueTemporaryDirectory("rep");
reportItem.addAttributes(
new Attribute(
"Download converted representation - temporary directory",
temporaryDirectory.toString()),
new Attribute(
"Download converted representation - start datetime",
DateParser.getIsoDate(new Date())));
logger.info("Writting converted representation to " + temporaryDirectory);
// Write representation to temporary directory
writtenRO =
this.migratorClient.writeRepresentationObject(convertedRObject, temporaryDirectory);
logger.info("Representation written");
reportItem.addAttribute(
new Attribute(
"Download converted representation - finnish datetime",
DateParser.getIsoDate(new Date())));
reportItem.addAttribute(
new Attribute("Ingest - start datetime", DateParser.getIsoDate(new Date())));
logger.info("Ingesting converted representation");
if (isNormalization()) {
logger.info(
"This is a normalization process. Setting representation status to "
+ RepresentationObject.STATUS_NORMALIZED);
writtenRO.setStatuses(new String[] {RepresentationObject.STATUS_NORMALIZED});
} else {
logger.info(
"This is NOT a normalization process. Setting representation status to "
+ RepresentationObject.STATUS_ALTERNATIVE);
writtenRO.setStatuses(new String[] {RepresentationObject.STATUS_ALTERNATIVE});
}
// Ingest converted representation
roPID = ingestRepresentation(writtenRO);
logger.info("Representation ingested with PID " + roPID);
reportItem.addAttribute(
new Attribute("Ingest - finnish datetime", DateParser.getIsoDate(new Date())));
reportItem.addAttribute(new Attribute("Ingest - ingested representation PID", roPID));
} catch (MigratorClientException e) {
logger.debug("Error downloading converted representation - " + e.getMessage(), e);
throw new PluginException(
"Error downloading converted representation - " + e.getMessage(), e, reportItem);
} catch (IOException e) {
logger.debug("Error downloading converted representation - " + e.getMessage(), e);
throw new PluginException(
"Error downloading converted representation - " + e.getMessage(), e, reportItem);
} catch (IngestException e) {
logger.debug("Error downloading converted representation - " + e.getMessage(), e);
throw new PluginException(
"Error downloading converted representation - " + e.getMessage(), e, reportItem);
}
AgentPreservationObject agentPO = null;
try {
logger.info("Registering derivation event");
reportItem.addAttribute(
new Attribute("Register event - start datetime", DateParser.getIsoDate(new Date())));
// Getting converter Agent
AgentPreservationObject migratorAgent = getConverter().getAgent();
reportItem.addAttribute(
new Attribute("Register event - converter agent", migratorAgent.toString()));
agentPO = new AgentPreservationObject();
agentPO.setAgentType(AgentPreservationObject.PRESERVATION_AGENT_TYPE_MIGRATOR);
agentPO.setAgentName(getName() + "/" + getVersion() + " - " + migratorAgent.getAgentName());
logger.info("Agent is " + agentPO);
reportItem.addAttribute(new Attribute("Register event - event agent", agentPO.toString()));
} catch (Exception e) {
// getConverter().getAgent();
logger.debug("Error getting converter agent - " + e.getMessage(), e);
// Delete roPID
// delete(roPID);
// try {
// logger
// .warn("Ingest of new representation failed. Removing created object "
// + roPID);
//
// this.ingestService.removeObjects(new String[] { roPID });
//
// } catch (RemoteException e1) {
// logger.warn("Error removing representation " + roPID + " - "
// + e1.getMessage() + ". IGNORING", e1);
// }
throw new PluginException("Error getting converter agent - " + e.getMessage(), e, reportItem);
}
try {
EventPreservationObject eventPO = convertResult.getMigrationEvent();
if (eventPO == null) {
eventPO = new EventPreservationObject();
}
if (isNormalization()) {
eventPO.setEventType(EventPreservationObject.PRESERVATION_EVENT_TYPE_NORMALIZATION);
} else {
eventPO.setEventType(EventPreservationObject.PRESERVATION_EVENT_TYPE_MIGRATION);
}
if (StringUtils.isBlank(eventPO.getOutcome())) {
eventPO.setOutcome("success");
}
if (StringUtils.isBlank(eventPO.getOutcomeDetailNote())) {
eventPO.setOutcomeDetailNote("Converter details");
}
if (StringUtils.isBlank(eventPO.getOutcomeDetailExtension())) {
eventPO.setOutcomeDetailExtension("no details");
}
logger.info("Event is " + eventPO);
// reportItem.addAttribute(new Attribute(
// "Register event - event outcome details", eventPO
// .getOutcomeDetailExtension()));
logger.info("Calling registerDerivationEvent(...)");
// Register derivation event
String epoPID =
this.ingestService.registerDerivationEvent(
originalRObject.getPid(), roPID, eventPO, agentPO, getParameterMakeObjectsActive());
logger.info("Event registration finnished. Derivation event is " + epoPID);
reportItem.addAttributes(
new Attribute("Register event - event PID", epoPID),
new Attribute("finnish datetime", DateParser.getIsoDate(new Date())));
return reportItem;
} catch (NoSuchRODAObjectException e) {
// registerDerivationEvent(...)
logger.debug("Error registering convertion event - " + e.getMessage(), e);
throw new PluginException(
"Error registering convertion event - " + e.getMessage(), e, reportItem);
} catch (IngestException e) {
// registerDerivationEvent(...)
logger.debug("Error registering convertion event - " + e.getMessage(), e);
throw new PluginException(
"Error registering convertion event - " + e.getMessage(), e, reportItem);
} catch (RemoteException e) {
// registerDerivationEvent(...)
logger.debug("Error registering convertion event - " + e.getMessage(), e);
throw new PluginException(
"Error registering convertion event - " + e.getMessage(), e, reportItem);
}
}
