/**
* Link the target volumes to the passed in source volume
*
* @param unManagedProtectionSet unmanaged protection set
* @param sourceVolume RP CG source volume
* @param rset RP CG replication set
* @param rpWwnToNativeWwn Map of RP volume WWN to native volume WWN - required for XIO but
* harmless otherwise
* @param storageNativeIdPrefixes List of XIO systems discovered in ViPR
* @param dbClient DB client instance
* @return rpTargetVolumeIds Set of unmanaged target volume ids for the given source volume
*/
private StringSet linkTargetVolumes(
UnManagedProtectionSet unManagedProtectionSet,
UnManagedVolume sourceVolume,
GetRSetResponse rset,
Map<String, String> rpWwnToNativeWwn,
List<String> storageNativeIdPrefixes,
DbClient dbClient) {
StringSet rpTargetVolumeIds = new StringSet();
// Find the target volumes associated with this source volume.
for (GetVolumeResponse targetVolume : rset.getVolumes()) {
// Find this volume in UnManagedVolumes based on wwn
UnManagedVolume targetUnManagedVolume = null;
String targetWwn = rpWwnToNativeWwn.get(targetVolume.getWwn());
if (targetWwn != null) {
targetUnManagedVolume =
findUnManagedVolumeForWwn(targetWwn, dbClient, storageNativeIdPrefixes);
}
if (null == targetUnManagedVolume) {
log.info(
"Protection Set {} contains unknown target volume: {}. Skipping.",
unManagedProtectionSet.getNativeGuid(),
targetVolume.getWwn());
continue;
}
// Don't bother if we just re-found the source device
if (targetUnManagedVolume.getId().equals(sourceVolume.getId())) {
continue;
}
// Check if this volume is already managed, which would indicate it has already been partially
// ingested
Volume targetManagedVolume =
DiscoveryUtils.checkManagedVolumeExistsInDBByWwn(dbClient, targetVolume.getWwn());
if (null != targetManagedVolume) {
log.info(
"Protection Set {} has an orphaned unmanaged target volume {}. Skipping.",
unManagedProtectionSet.getNativeGuid(),
targetUnManagedVolume.getLabel());
continue;
}
log.info("\tfound target volume {}", targetUnManagedVolume.forDisplay());
// Add the source unmanaged volume ID to the target volume
StringSet rpUnManagedSourceVolumeId = new StringSet();
rpUnManagedSourceVolumeId.add(sourceVolume.getId().toString());
targetUnManagedVolume.putVolumeInfo(
SupportedVolumeInformation.RP_UNMANAGED_SOURCE_VOLUME.toString(),
rpUnManagedSourceVolumeId);
// Update the target unmanaged volume with the source managed volume ID
unManagedVolumesToUpdateByWwn.put(targetUnManagedVolume.getWwn(), targetUnManagedVolume);
// Store the unmanaged target ID in the source volume
rpTargetVolumeIds.add(targetUnManagedVolume.getId().toString());
}
return rpTargetVolumeIds;
}
/**
* Flushes the rest of the UnManagedProtectionSet changes to the database and cleans up (i.e.,
* removes) any UnManagedProtectionSets that no longer exist on the RecoverPoint device, but are
* still in the database.
*
* @param protectionSystem the ProtectionSystem to clean up
* @param dbClient a reference to the database client
*/
private void cleanUp(ProtectionSystem protectionSystem, DbClient dbClient) {
// flush all remaining changes to the database
handlePersistence(dbClient, true);
// remove any UnManagedProtectionSets found in the database
// but no longer found on the RecoverPoint device
Set<URI> umpsetsFoundInDbForProtectionSystem =
DiscoveryUtils.getAllUnManagedProtectionSetsForSystem(
dbClient, protectionSystem.getId().toString());
SetView<URI> onlyFoundInDb =
Sets.difference(umpsetsFoundInDbForProtectionSystem, unManagedCGsReturnedFromProvider);
if (onlyFoundInDb != null && !onlyFoundInDb.isEmpty()) {
Iterator<UnManagedProtectionSet> umpsesToDelete =
dbClient.queryIterativeObjects(UnManagedProtectionSet.class, onlyFoundInDb, true);
while (umpsesToDelete.hasNext()) {
UnManagedProtectionSet umps = umpsesToDelete.next();
log.info(
"Deleting orphaned UnManagedProtectionSet {} no longer found on RecoverPoint device.",
umps.getNativeGuid());
dbClient.markForDeletion(umps);
}
}
// reset all tracking collections
unManagedCGsInsert = null;
unManagedCGsUpdate = null;
unManagedVolumesToDelete = null;
unManagedVolumesToUpdateByWwn = null;
unManagedCGsReturnedFromProvider = null;
}
/**
* Update (if it exists) the journal UnManagedVolume objects with RP information needed for
* ingestion
*
* @param unManagedProtectionSet unmanaged protection set
* @param cg CG response got back from RP system
* @param rpCopyAccessStateMap Map to hold the access state of the replication sets.
* @param rpWwnToNativeWwn Map of RP volume WWN to native volume WWN - required for XIO but
* harmless otherwise
* @param storageNativeIdPrefixes List of XIO systems discovered in ViPR
* @param dbClient DB client instance
*/
private void mapCgJournals(
UnManagedProtectionSet unManagedProtectionSet,
GetCGsResponse cg,
Map<String, String> rpCopyAccessStateMap,
Map<String, String> rpWwnToNativeWwn,
List<String> storageNativeIdPrefixes,
DbClient dbClient) {
for (GetCopyResponse copy : cg.getCopies()) {
String accessState = copy.getAccessState();
for (GetVolumeResponse volume : copy.getJournals()) {
// Find this volume in UnManagedVolumes based on wwn
UnManagedVolume unManagedVolume =
findUnManagedVolumeForWwn(volume.getWwn(), dbClient, storageNativeIdPrefixes);
// Check if this volume is already managed, which would indicate it has already been
// partially ingested
Volume managedVolume =
DiscoveryUtils.checkManagedVolumeExistsInDBByWwn(dbClient, volume.getWwn());
// Add the WWN to the unmanaged protection set, regardless of whether this volume is
// unmanaged or not.
unManagedProtectionSet.getVolumeWwns().add(volume.getWwn());
if (null == unManagedVolume && null == managedVolume) {
log.info(
"Protection Set {} contains unknown Journal volume: {}. Skipping.",
unManagedProtectionSet.getNativeGuid(),
volume.getWwn());
continue;
}
if (null != managedVolume) {
log.info(
"Protection Set {} contains volume {} that is already managed",
unManagedProtectionSet.getNativeGuid(),
volume.getWwn());
// make sure it's in the UnManagedProtectionSet's ManagedVolume ids
if (!unManagedProtectionSet
.getManagedVolumeIds()
.contains(managedVolume.getId().toString())) {
unManagedProtectionSet.getManagedVolumeIds().add(managedVolume.getId().toString());
}
if (null != unManagedVolume) {
log.info(
"Protection Set {} also has an orphaned UnManagedVolume {} that will be removed",
unManagedProtectionSet.getNativeGuid(),
unManagedVolume.getLabel());
// remove the unManagedVolume from the UnManagedProtectionSet's UnManagedVolume ids
unManagedProtectionSet
.getUnManagedVolumeIds()
.remove(unManagedVolume.getId().toString());
unManagedVolumesToDelete.add(unManagedVolume);
}
// because this volume is already managed, we can just continue to the next
continue;
}
// at this point, we have an legitimate UnManagedVolume whose RP properties should be
// updated
log.info("Processing Journal UnManagedVolume {}", unManagedVolume.forDisplay());
// Capture the access state
rpCopyAccessStateMap.put(volume.getRpCopyName(), accessState);
// Add the unmanaged volume to the list (if it's not there already)
if (!unManagedProtectionSet
.getUnManagedVolumeIds()
.contains(unManagedVolume.getId().toString())) {
unManagedProtectionSet.getUnManagedVolumeIds().add(unManagedVolume.getId().toString());
}
updateCommonRPProperties(
unManagedProtectionSet,
unManagedVolume,
Volume.PersonalityTypes.METADATA.name(),
volume,
dbClient);
rpWwnToNativeWwn.put(volume.getWwn(), unManagedVolume.getWwn());
unManagedVolumesToUpdateByWwn.put(unManagedVolume.getWwn(), unManagedVolume);
}
}
}
/**
* Update (if it exists) the source and target UnManagedVolume objects with RP information needed
* for ingestion
*
* @param unManagedProtectionSet unmanaged protection set
* @param cg CG response got back from RP system
* @param rpCopyAccessStateMap Map to hold the access state of the replication sets
* @param rpWwnToNativeWwn Map of RP volume WWN to native volume WWN - required for XIO but
* harmless otherwise
* @param storageNativeIdPrefixes List of XIO systems discovered in ViPR
* @param dbClient DB client instance
*/
private void mapCgSourceAndTargets(
UnManagedProtectionSet unManagedProtectionSet,
GetCGsResponse cg,
Map<String, String> rpCopyAccessStateMap,
Map<String, String> rpWwnToNativeWwn,
List<String> storageNativeIdPrefixes,
DbClient dbClient) {
for (GetRSetResponse rset : cg.getRsets()) {
for (GetVolumeResponse volume : rset.getVolumes()) {
// Find this volume in UnManagedVolumes based on wwn
UnManagedVolume unManagedVolume =
findUnManagedVolumeForWwn(volume.getWwn(), dbClient, storageNativeIdPrefixes);
// Check if this volume is already managed, which would indicate it has already been
// partially ingested
Volume managedVolume =
DiscoveryUtils.checkManagedVolumeExistsInDBByWwn(dbClient, volume.getWwn());
// Add the WWN to the unmanaged protection set, regardless of whether this volume is
// unmanaged or not.
unManagedProtectionSet.getVolumeWwns().add(volume.getWwn());
if (null == unManagedVolume && null == managedVolume) {
log.info(
"Protection Set {} contains unknown Replication Set volume: {}. Skipping.",
unManagedProtectionSet.getNativeGuid(),
volume.getWwn());
continue;
}
if (null != managedVolume) {
log.info(
"Protection Set {} contains volume {} that is already managed",
unManagedProtectionSet.getNativeGuid(),
volume.getWwn());
// make sure it's in the UnManagedProtectionSet's ManagedVolume ids
if (!unManagedProtectionSet
.getManagedVolumeIds()
.contains(managedVolume.getId().toString())) {
unManagedProtectionSet.getManagedVolumeIds().add(managedVolume.getId().toString());
}
if (!managedVolume.checkInternalFlags(Flag.INTERNAL_OBJECT) && null != unManagedVolume) {
log.info(
"Protection Set {} also has an orphaned UnManagedVolume {} that will be removed",
unManagedProtectionSet.getNativeGuid(),
unManagedVolume.getLabel());
// remove the unManagedVolume from the UnManagedProtectionSet's UnManagedVolume ids
unManagedProtectionSet
.getUnManagedVolumeIds()
.remove(unManagedVolume.getId().toString());
unManagedVolumesToDelete.add(unManagedVolume);
// because this volume is already managed, we can just continue to the next
continue;
}
}
// at this point, we have an legitimate UnManagedVolume whose RP properties should be
// updated
log.info("Processing Replication Set UnManagedVolume {}", unManagedVolume.forDisplay());
// Add the unmanaged volume to the list (if it's not there already)
if (!unManagedProtectionSet
.getUnManagedVolumeIds()
.contains(unManagedVolume.getId().toString())) {
unManagedProtectionSet.getUnManagedVolumeIds().add(unManagedVolume.getId().toString());
}
// Update the fields in the UnManagedVolume to reflect RP characteristics
String personality = Volume.PersonalityTypes.SOURCE.name();
if (!volume.isProduction()) {
personality = Volume.PersonalityTypes.TARGET.name();
}
updateCommonRPProperties(
unManagedProtectionSet, unManagedVolume, personality, volume, dbClient);
// Update other RP properties for source/targets
// What Replication Set does this volume belong to? (so we can associate sources to
// targets.)
// What is the access state.
StringSet rpAccessState = new StringSet();
rpAccessState.add(rpCopyAccessStateMap.get(volume.getRpCopyName()));
unManagedVolume.putVolumeInfo(
SupportedVolumeInformation.RP_ACCESS_STATE.toString(), rpAccessState);
StringSet rsetName = new StringSet();
rsetName.add(rset.getName());
unManagedVolume.putVolumeInfo(SupportedVolumeInformation.RP_RSET_NAME.toString(), rsetName);
rpWwnToNativeWwn.put(volume.getWwn(), unManagedVolume.getWwn());
unManagedVolumesToUpdateByWwn.put(unManagedVolume.getWwn(), unManagedVolume);
}
// Now that we've processed all of the sources and targets, we can mark all of the target
// devices in the source devices.
for (GetVolumeResponse volume : rset.getVolumes()) {
// Only process source volumes here.
if (!volume.isProduction()) {
continue;
}
// Find this volume in UnManagedVolumes based on wwn
// See if the unmanaged volume is in the list of volumes to update
// (it should be, unless the backing array has not been discovered)
UnManagedVolume unManagedVolume = null;
String wwn = rpWwnToNativeWwn.get(volume.getWwn());
if (wwn != null) {
unManagedVolume = findUnManagedVolumeForWwn(wwn, dbClient, storageNativeIdPrefixes);
}
if (null == unManagedVolume) {
log.info(
"Protection Set {} contains unknown volume: {}. Skipping.",
unManagedProtectionSet.getNativeGuid(),
volume.getWwn());
continue;
}
log.info("Linking target volumes to source volume {}", unManagedVolume.forDisplay());
StringSet rpTargetVolumeIds =
linkTargetVolumes(
unManagedProtectionSet,
unManagedVolume,
rset,
rpWwnToNativeWwn,
storageNativeIdPrefixes,
dbClient);
// Add the unmanaged target IDs to the source unmanaged volume
unManagedVolume.putVolumeInfo(
SupportedVolumeInformation.RP_UNMANAGED_TARGET_VOLUMES.toString(), rpTargetVolumeIds);
unManagedVolumesToUpdateByWwn.put(unManagedVolume.getWwn(), unManagedVolume);
}
}
}