private void loadResourceModelSources() {
Map<String, Exception> exceptions =
Collections.synchronizedMap(new HashMap<String, Exception>());
Set<String> validSources = new HashSet<>();
// generate Configuration for file source
if (projectConfig.hasProperty(PROJECT_RESOURCES_FILE_PROPERTY)) {
try {
final Properties config = createFileSourceConfiguration();
logger.info("Source (project.resources.file): loading with properties: " + config);
nodesSourceList.add(
loadResourceModelSource("file", config, shouldCacheForType("file"), "file.file"));
validSources.add("project.file");
} catch (ExecutionServiceException e) {
logger.error("Failed to load file resource model source: " + e.getMessage(), e);
exceptions.put("project.file", e);
}
}
if (projectConfig.hasProperty(PROJECT_RESOURCES_URL_PROPERTY)) {
try {
final Properties config = createURLSourceConfiguration();
logger.info("Source (project.resources.url): loading with properties: " + config);
nodesSourceList.add(
loadResourceModelSource("url", config, shouldCacheForType("url"), "file.url"));
validSources.add("project.url");
} catch (ExecutionServiceException e) {
logger.error("Failed to load file resource model source: " + e.getMessage(), e);
exceptions.put("project.url", e);
}
}
final List<Map<String, Object>> list = listResourceModelConfigurations();
int i = 1;
for (final Map<String, Object> map : list) {
final String providerType = (String) map.get("type");
final Properties props = (Properties) map.get("props");
logger.info("Source #" + i + " (" + providerType + "): loading with properties: " + props);
try {
nodesSourceList.add(
loadResourceModelSource(
providerType, props, shouldCacheForType(providerType), i + ".source"));
validSources.add(i + ".source");
} catch (ExecutionServiceException e) {
logger.error(
"Failed loading resource model source #" + i + ", skipping: " + e.getMessage(), e);
exceptions.put(i + ".source", e);
}
i++;
}
synchronized (nodesSourceExceptions) {
nodesSourceExceptions.putAll(exceptions);
for (String validSource : validSources) {
nodesSourceExceptions.remove(validSource);
}
}
Date configLastModifiedTime = projectConfig.getConfigLastModifiedTime();
nodesSourcesLastReload = configLastModifiedTime != null ? configLastModifiedTime.getTime() : -1;
}
/**
* Create a {@link NodeSetMerge} based on project configuration, it defaults to merge all node
* attributes unless "project.resources.mergeNodeAttributes" is false
*
* @return a NodeSetMerge
*/
private NodeSetMerge getNodeSetMerge() {
if (projectConfig.hasProperty(PROJECT_RESOURCES_MERGE_NODE_ATTRIBUTES)
&& "false".equals(projectConfig.getProperty(PROJECT_RESOURCES_MERGE_NODE_ATTRIBUTES))) {
return new AdditiveListNodeSet();
}
return new MergedAttributesNodeSet();
}
private Properties createFileSourceConfiguration() {
String format = null;
if (projectConfig.hasProperty(PROJECT_RESOURCES_FILEFORMAT_PROPERTY)) {
format = projectConfig.getProperty(PROJECT_RESOURCES_FILEFORMAT_PROPERTY);
}
return generateFileSourceConfigurationProperties(
projectConfig.getProperty(PROJECT_RESOURCES_FILE_PROPERTY), format, true, true);
}
/**
* Return true in these cases: 1. project.properties allows URL and framework.properties allows
* URL. 2. project.properties allows URL and no regexes are set in framework.properties 3.
* project.properties no regexes are set, and framework.properites allows URL.
*/
boolean isAllowedProviderURL(final String providerURL) {
// whitelist the configured providerURL
if (projectConfig.hasProperty(PROJECT_RESOURCES_URL_PROPERTY)
&& projectConfig.getProperty(PROJECT_RESOURCES_URL_PROPERTY).equals(providerURL)) {
return true;
}
// check regex properties for project props
int i = 0;
boolean projpass = false;
boolean setproj = false;
while (projectConfig.hasProperty(PROJECT_RESOURCES_ALLOWED_URL_PREFIX + i)) {
setproj = true;
final String regex = projectConfig.getProperty(PROJECT_RESOURCES_ALLOWED_URL_PREFIX + i);
final Pattern pat = Pattern.compile(regex, Pattern.CASE_INSENSITIVE);
final Matcher matcher = pat.matcher(providerURL);
if (matcher.matches()) {
logger.debug(
"ProviderURL allowed by project property \"project.resources.allowedURL."
+ i
+ "\": "
+ regex);
projpass = true;
break;
}
i++;
}
if (!projpass && setproj) {
// was checked but failed match
return false;
}
// check framework props
i = 0;
final boolean setframework =
projectConfig.hasProperty(FRAMEWORK_RESOURCES_ALLOWED_URL_PREFIX + i);
if (!setframework && projpass) {
// unset in framework.props, allowed by project.props
return true;
}
if (!setframework && !setproj) {
// unset in both
return false;
}
while (projectConfig.hasProperty(FRAMEWORK_RESOURCES_ALLOWED_URL_PREFIX + i)) {
final String regex = projectConfig.getProperty(FRAMEWORK_RESOURCES_ALLOWED_URL_PREFIX + i);
final Pattern pat = Pattern.compile(regex, Pattern.CASE_INSENSITIVE);
final Matcher matcher = pat.matcher(providerURL);
if (matcher.matches()) {
logger.debug(
"ProviderURL allowed by framework property \"framework.resources.allowedURL."
+ i
+ "\": "
+ regex);
// allowed by framework.props, and unset or allowed by project.props,
return true;
}
i++;
}
if (projpass) {
logger.warn(
"providerURL was allowed by project.properties, but is not allowed by framework.properties: "
+ providerURL);
}
return false;
}
/**
* Return true if the resources file should be pulled from the server If he node is the server and
* workbench integration is enabled then the file should not be updated.
*/
private boolean shouldUpdateNodesResourceFile() {
return projectConfig.hasProperty(PROJECT_RESOURCES_URL_PROPERTY);
}
