private List<String> getRepresentationPIDsFromBrowser(String type, List<String> subTypes) throws RODAException { Filter filter = new Filter(); if (!StringUtils.isBlank(type)) { filter.add(new SimpleFilterParameter("type", type)); // No sense to use subType without type if (subTypes != null && subTypes.size() > 0) { String[] subTypesArray = subTypes.toArray(new String[subTypes.size()]); filter.add(new OneOfManyFilterParameter("subtype", subTypesArray)); } } Sorter sorter = new Sorter(); sorter.add(new SortParameter("pid", false)); try { SimpleRepresentationObject[] simpleROs = this.browserService.getSimpleRepresentationObjects( new ContentAdapter(filter, sorter, null)); List<String> pids = new ArrayList<String>(); if (simpleROs != null) { for (SimpleRepresentationObject simpleRO : simpleROs) { pids.add(simpleRO.getPid()); } } return pids; } catch (BrowserException e) { logger.debug( "Error getting representations with specified type and subType - " + e.getMessage(), e); throw new BrowserException( "Error getting representations with specified type and subType - " + e.getMessage(), e); } catch (RemoteException e) { RODAException rodaException = RODAClient.parseRemoteException(e); logger.debug( "Error getting representations with specified type and subType - " + rodaException.getMessage(), rodaException); throw rodaException; } }
/** @see Plugin#execute() */ public Report execute() throws PluginException { Report executionReport = new Report(); executionReport.setType(Report.TYPE_PLUGIN_REPORT); executionReport.setTitle( "Plugin " + getName() + " (version " + getVersion() + ") execution report."); executionReport.addAttribute( new Attribute("Start datetime", DateParser.getIsoDate(new Date()))); // Creates RODAClient, Uploader Browser and Ingest initClientServices(); boolean terminated = false; String representationPID; try { representationPID = getNextRepresentationPID(); terminated = representationPID == null; logger.info("next representation is " + representationPID + ". terminated=" + terminated); } catch (RODAException e) { logger.debug("Error getting next representation PID - " + e.getMessage(), e); executionReport.addAttribute(new Attribute("Error", e.getMessage())); executionReport.addAttribute( new Attribute("Finish datetime", DateParser.getIsoDate(new Date()))); throw new PluginException( "Error getting next representation PID - " + e.getMessage(), e, executionReport); } while (!terminated) { try { ReportItem reportItem = executeOn(representationPID); logger.info("adding ReportItem for representation " + representationPID + " " + reportItem); executionReport.addItem(reportItem); } catch (PluginException e) { logger.debug( "Error converting representation " + representationPID + " - " + e.getMessage(), e); if (e.getReportItem() != null) { ReportItem reportItem = e.getReportItem(); reportItem.addAttribute(new Attribute("Error", e.getMessage())); reportItem.addAttribute( new Attribute("Finish datetime", DateParser.getIsoDate(new Date()))); executionReport.addItem(e.getReportItem()); } if (getParameterFailAtFirstError()) { throw new MigratorPluginException( "Error executing migration - " + e.getMessage(), e, executionReport); } } addConvertedRepresentationPID(representationPID); try { representationPID = getNextRepresentationPID(); terminated = representationPID == null; logger.info("next representation is " + representationPID + ". terminated=" + terminated); } catch (RODAException e) { logger.debug("Error getting next representation PID - " + e.getMessage(), e); executionReport.addAttribute(new Attribute("Error", e.getMessage())); executionReport.addAttribute( new Attribute("Finish datetime", DateParser.getIsoDate(new Date()))); throw new PluginException( "Error getting next representation PID - " + e.getMessage(), e, executionReport); } } executionReport.addAttribute( new Attribute("Finish datetime", DateParser.getIsoDate(new Date()))); return executionReport; }
private ReportItem executeOn(String representationPID) throws PluginException { ReportItem reportItem = new ReportItem("Convertion of representation " + representationPID); reportItem.addAttribute(new Attribute("start datetime", DateParser.getIsoDate(new Date()))); RepresentationObject originalRObject = null; try { reportItem.addAttribute( new Attribute( "Download original representation - start datetime", DateParser.getIsoDate(new Date()))); // Get original representation from RODA Core originalRObject = this.browserService.getRepresentationObject(representationPID); logger.info("Original representation is " + originalRObject); reportItem.addAttribute( new Attribute( "Download original representation - finnish datetime", DateParser.getIsoDate(new Date()))); } catch (BrowserException e) { logger.debug( "Error accessing representation " + representationPID + " - " + e.getMessage(), e); throw new PluginException( "Error accessing representation " + representationPID + " - " + e.getMessage(), e, reportItem); } catch (NoSuchRODAObjectException e) { logger.debug( "Error accessing representation " + representationPID + " - " + e.getMessage(), e); throw new PluginException( "Error accessing representation " + representationPID + " - " + e.getMessage(), e, reportItem); } catch (RemoteException e) { logger.debug( "Error accessing representation " + representationPID + " - " + e.getMessage(), e); throw new PluginException( "Error accessing representation " + representationPID + " - " + e.getMessage(), e, reportItem); } // Download representation files and verify if the files are already // normalised if (isRepresentationConverted(originalRObject)) { // No need to call the convert plugin try { String normalizedROPID = this.ingestService.setDONormalizedRepresentation( originalRObject.getDescriptionObjectPID(), originalRObject.getPid()); logger.info( "Marked representation " + normalizedROPID //$NON-NLS-1$ + " as normalized"); //$NON-NLS-1$ reportItem.addAttributes( new Attribute("Action", "Representation was marked as normalized")); } catch (NoSuchRODAObjectException e) { reportItem.addAttributes( new Attribute( "Error", "Error setting representation status to normalized (" + e.getMessage() + ")")); throw new PluginException( "Error setting representation status to normalized - " + e.getMessage(), e, reportItem); } catch (IngestException e) { reportItem.addAttributes( new Attribute( "Error", "Error setting representation status to normalized (" + e.getMessage() + ")")); throw new PluginException( "Error setting representation status to normalized - " + e.getMessage(), e, reportItem); } catch (RemoteException e) { RODAException exception = RODAClient.parseRemoteException(e); reportItem.addAttributes( new Attribute( "Error", "Error setting representation status to normalized (" + e.getMessage() + ")")); throw new PluginException( "Error setting representation status to normalized - " + exception.getMessage(), exception, reportItem); } reportItem.addAttributes( new Attribute("finnish datetime", DateParser.getIsoDate(new Date()))); return reportItem; } else { // Representation is not normalized and we need to call the // converter. Continue... } ConversionResult convertResult = null; RepresentationObject convertedRObject = null; try { reportItem.addAttribute( new Attribute("Conversion - start datetime", DateParser.getIsoDate(new Date()))); logger.info("Converting representation " + originalRObject.getPid()); // Calling converter convertResult = convert(originalRObject); convertedRObject = convertResult.getRepresentation(); logger.info("Convert " + originalRObject.getPid() + " finished"); reportItem.addAttribute( new Attribute("Conversion - finnish datetime", DateParser.getIsoDate(new Date()))); reportItem.addAttribute( new Attribute( "Conversion - converted representation", convertResult.getRepresentation().toString())); if (convertResult.getMigrationEvent() == null) { logger.warn("Migration event is null"); } else { logger.info( "Conversion outcome is " + convertResult.getMigrationEvent().getOutcomeDetailExtension()); logger.info("Converted representation is " + convertedRObject); reportItem.addAttribute( new Attribute( "Conversion - outcome details", convertResult.getMigrationEvent().getOutcomeDetailExtension())); } } catch (RepresentationConverterException e) { logger.debug( "Error converting representation " + representationPID + " - " + e.getMessage(), e); e.setReportItem(reportItem); throw e; } RepresentationObject writtenRO = null; String roPID = null; try { // Create temporary directory File temporaryDirectory = TempDir.createUniqueTemporaryDirectory("rep"); reportItem.addAttributes( new Attribute( "Download converted representation - temporary directory", temporaryDirectory.toString()), new Attribute( "Download converted representation - start datetime", DateParser.getIsoDate(new Date()))); logger.info("Writting converted representation to " + temporaryDirectory); // Write representation to temporary directory writtenRO = this.migratorClient.writeRepresentationObject(convertedRObject, temporaryDirectory); logger.info("Representation written"); reportItem.addAttribute( new Attribute( "Download converted representation - finnish datetime", DateParser.getIsoDate(new Date()))); reportItem.addAttribute( new Attribute("Ingest - start datetime", DateParser.getIsoDate(new Date()))); logger.info("Ingesting converted representation"); if (isNormalization()) { logger.info( "This is a normalization process. Setting representation status to " + RepresentationObject.STATUS_NORMALIZED); writtenRO.setStatuses(new String[] {RepresentationObject.STATUS_NORMALIZED}); } else { logger.info( "This is NOT a normalization process. Setting representation status to " + RepresentationObject.STATUS_ALTERNATIVE); writtenRO.setStatuses(new String[] {RepresentationObject.STATUS_ALTERNATIVE}); } // Ingest converted representation roPID = ingestRepresentation(writtenRO); logger.info("Representation ingested with PID " + roPID); reportItem.addAttribute( new Attribute("Ingest - finnish datetime", DateParser.getIsoDate(new Date()))); reportItem.addAttribute(new Attribute("Ingest - ingested representation PID", roPID)); } catch (MigratorClientException e) { logger.debug("Error downloading converted representation - " + e.getMessage(), e); throw new PluginException( "Error downloading converted representation - " + e.getMessage(), e, reportItem); } catch (IOException e) { logger.debug("Error downloading converted representation - " + e.getMessage(), e); throw new PluginException( "Error downloading converted representation - " + e.getMessage(), e, reportItem); } catch (IngestException e) { logger.debug("Error downloading converted representation - " + e.getMessage(), e); throw new PluginException( "Error downloading converted representation - " + e.getMessage(), e, reportItem); } AgentPreservationObject agentPO = null; try { logger.info("Registering derivation event"); reportItem.addAttribute( new Attribute("Register event - start datetime", DateParser.getIsoDate(new Date()))); // Getting converter Agent AgentPreservationObject migratorAgent = getConverter().getAgent(); reportItem.addAttribute( new Attribute("Register event - converter agent", migratorAgent.toString())); agentPO = new AgentPreservationObject(); agentPO.setAgentType(AgentPreservationObject.PRESERVATION_AGENT_TYPE_MIGRATOR); agentPO.setAgentName(getName() + "/" + getVersion() + " - " + migratorAgent.getAgentName()); logger.info("Agent is " + agentPO); reportItem.addAttribute(new Attribute("Register event - event agent", agentPO.toString())); } catch (Exception e) { // getConverter().getAgent(); logger.debug("Error getting converter agent - " + e.getMessage(), e); // Delete roPID // delete(roPID); // try { // logger // .warn("Ingest of new representation failed. Removing created object " // + roPID); // // this.ingestService.removeObjects(new String[] { roPID }); // // } catch (RemoteException e1) { // logger.warn("Error removing representation " + roPID + " - " // + e1.getMessage() + ". IGNORING", e1); // } throw new PluginException("Error getting converter agent - " + e.getMessage(), e, reportItem); } try { EventPreservationObject eventPO = convertResult.getMigrationEvent(); if (eventPO == null) { eventPO = new EventPreservationObject(); } if (isNormalization()) { eventPO.setEventType(EventPreservationObject.PRESERVATION_EVENT_TYPE_NORMALIZATION); } else { eventPO.setEventType(EventPreservationObject.PRESERVATION_EVENT_TYPE_MIGRATION); } if (StringUtils.isBlank(eventPO.getOutcome())) { eventPO.setOutcome("success"); } if (StringUtils.isBlank(eventPO.getOutcomeDetailNote())) { eventPO.setOutcomeDetailNote("Converter details"); } if (StringUtils.isBlank(eventPO.getOutcomeDetailExtension())) { eventPO.setOutcomeDetailExtension("no details"); } logger.info("Event is " + eventPO); // reportItem.addAttribute(new Attribute( // "Register event - event outcome details", eventPO // .getOutcomeDetailExtension())); logger.info("Calling registerDerivationEvent(...)"); // Register derivation event String epoPID = this.ingestService.registerDerivationEvent( originalRObject.getPid(), roPID, eventPO, agentPO, getParameterMakeObjectsActive()); logger.info("Event registration finnished. Derivation event is " + epoPID); reportItem.addAttributes( new Attribute("Register event - event PID", epoPID), new Attribute("finnish datetime", DateParser.getIsoDate(new Date()))); return reportItem; } catch (NoSuchRODAObjectException e) { // registerDerivationEvent(...) logger.debug("Error registering convertion event - " + e.getMessage(), e); throw new PluginException( "Error registering convertion event - " + e.getMessage(), e, reportItem); } catch (IngestException e) { // registerDerivationEvent(...) logger.debug("Error registering convertion event - " + e.getMessage(), e); throw new PluginException( "Error registering convertion event - " + e.getMessage(), e, reportItem); } catch (RemoteException e) { // registerDerivationEvent(...) logger.debug("Error registering convertion event - " + e.getMessage(), e); throw new PluginException( "Error registering convertion event - " + e.getMessage(), e, reportItem); } }
private String createDerivedRepresentation( final String roPID, final Map<String, WorkflowExecutionOutput> outputs, final ReportItem reportItem) throws ExecutePlanException { logger.trace(String.format("createNewRepresentation(%s, %s)", roPID, outputs)); RepresentationObject roOriginal = null; LocalRepresentationObject roLocalDerived = null; final StringBuilder sbExecDetails = new StringBuilder(); try { roOriginal = rodaClient.getBrowserService().getRepresentationObject(roPID); roLocalDerived = downloadRepresentationToLocalDisk(roOriginal); roLocalDerived.setId(DateParser.getIsoDate(new Date())); roLocalDerived.setStatuses(new String[] {RepresentationObject.STATUS_NORMALIZED}); sbExecDetails.append( String.format("<planExecutionDetails plan=\"%s\">%n", planFile.getName())); // Check if root file was changed if (outputs.containsKey(roLocalDerived.getRootFile().getId())) { final WorkflowExecutionOutput output = outputs.get(roLocalDerived.getRootFile().getId()); updateFile(roLocalDerived.getRootFile(), output); sbExecDetails.append( getPlanExecutionDetailsForFile(roLocalDerived.getRootFile().getId(), output)); } if (roLocalDerived.getPartFiles() != null) { for (RepresentationFile rFile : roLocalDerived.getPartFiles()) { if (outputs.containsKey(rFile.getId())) { final WorkflowExecutionOutput output = outputs.get(rFile.getId()); updateFile(rFile, output); sbExecDetails.append(getPlanExecutionDetailsForFile(rFile.getId(), output)); } } } sbExecDetails.append(String.format("</planExecutionDetails>%n")); roLocalDerived.setType(RepresentationObject.DIGITALIZED_WORK); final String subtype = RepresentationBuilder.getRepresentationSubtype(roLocalDerived); roLocalDerived.setSubType(subtype); } catch (RODAException e) { deleteTemporaryLocalRepresentation(roLocalDerived); logger.error(e.getMessage(), e); throw new ExecutePlanException(e.getMessage(), e); } catch (RemoteException e) { deleteTemporaryLocalRepresentation(roLocalDerived); logger.error(e.getMessage(), e); throw new ExecutePlanException(e.getMessage(), e); } catch (IOException e) { deleteTemporaryLocalRepresentation(roLocalDerived); logger.error(e.getMessage(), e); throw new ExecutePlanException(e.getMessage(), e); } String derivedROPID = null; try { derivedROPID = ingestRepresentation(roLocalDerived); reportItem.addAttribute(new Attribute("Derived representation PID", derivedROPID)); } catch (IngestException e) { logger.error("Error ingesting new representation - " + e.getMessage(), e); throw new ExecutePlanException("Error ingesting new representation - " + e.getMessage(), e); } finally { deleteTemporaryLocalRepresentation(roLocalDerived); } try { final String epoPID = createPreservationEvent( roOriginal.getPid(), derivedROPID, sbExecDetails.toString(), reportItem); reportItem.addAttribute(new Attribute("Derivation event PID", epoPID)); } catch (ExecutePlanException e) { logger.debug("Error registering convertion event - " + e.getMessage(), e); try { logger.warn("Error registering convertion event. Removing created object " + derivedROPID); this.rodaClient.getIngestService().removeObjects(new String[] {derivedROPID}); } catch (RODAClientException e1) { logger.warn( "Error removing representation " + roPID + " - " + e1.getMessage() + ". IGNORING", e1); } catch (RemoteException e1) { logger.warn( "Error removing representation " + roPID + " - " + e1.getMessage() + ". IGNORING", e1); } catch (IngestException e1) { logger.warn( "Error removing representation " + roPID + " - " + e1.getMessage() + ". IGNORING", e1); } throw new ExecutePlanException( "Error registering convertion event - " + e.getMessage(), e, reportItem); } return derivedROPID; }