protected void initializeHandlerChain(PicketLinkType picketLinkType) throws Exception {
SAML2HandlerChain handlerChain;
// Get the chain from config
if (isNullOrEmpty(samlHandlerChainClass)) {
handlerChain = SAML2HandlerChainFactory.createChain();
} else {
try {
handlerChain = SAML2HandlerChainFactory.createChain(this.samlHandlerChainClass);
} catch (ProcessingException e1) {
throw new RuntimeException(e1);
}
}
Handlers handlers = picketLinkType.getHandlers();
if (handlers == null) {
// Get the handlers
String handlerConfigFileName = GeneralConstants.HANDLER_CONFIG_FILE_LOCATION;
handlers =
ConfigurationUtil.getHandlers(servletContext.getResourceAsStream(handlerConfigFileName));
}
picketLinkType.setHandlers(handlers);
handlerChain.addAll(HandlerUtil.getHandlers(handlers));
populateChainConfig(picketLinkType);
SAML2HandlerChainConfig handlerChainConfig =
new DefaultSAML2HandlerChainConfig(chainConfigOptions);
Set<SAML2Handler> samlHandlers = handlerChain.handlers();
for (SAML2Handler handler : samlHandlers) {
handler.initChainConfig(handlerChainConfig);
}
chain = handlerChain;
}
public void setUp() throws Exception {
super.setUp();
theDaemon = getMockLockssDaemon();
tempDir = getTempDir();
String tempDirPath = tempDir.getAbsolutePath();
System.setProperty("java.io.tmpdir", tempDirPath);
Properties p = new Properties();
p.setProperty(IdentityManager.PARAM_IDDB_DIR, tempDirPath + "iddb");
p.setProperty(ConfigManager.PARAM_PLATFORM_DISK_SPACE_LIST, tempDirPath);
p.setProperty(IdentityManager.PARAM_LOCAL_IP, "127.0.0.1");
p.setProperty(V3LcapMessage.PARAM_REPAIR_DATA_THRESHOLD, "4096");
ConfigurationUtil.setCurrentConfigFromProps(p);
IdentityManager idmgr = theDaemon.getIdentityManager();
idmgr.startService();
mPollMgr = new MockPollManager();
theDaemon.setPollManager(mPollMgr);
try {
m_testID = idmgr.stringToPeerIdentity("127.0.0.1");
} catch (IOException ex) {
fail("can't open test host 127.0.0.1: " + ex);
}
m_repairProps = new CIProperties();
m_repairProps.setProperty("key1", "val1");
m_repairProps.setProperty("key2", "val2");
m_repairProps.setProperty("key3", "val3");
m_testVoteBlocks = V3TestUtils.makeVoteBlockList(10);
m_testMsg = this.makeTestVoteMessage(m_testVoteBlocks);
}
public void setUp() throws Exception {
super.setUp();
tempDirPath = getTempDir().getAbsolutePath() + File.separator;
theDaemon = getMockLockssDaemon();
theDaemon.getAlertManager();
theDaemon.getPluginManager().setLoadablePluginsReady(true);
theDaemon.getHashService();
MockSystemMetrics metrics = new MyMockSystemMetrics();
metrics.initService(theDaemon);
theDaemon.setSystemMetrics(metrics);
theDaemon.setDaemonInited(true);
Properties props = new Properties();
props.setProperty(SystemMetrics.PARAM_HASH_TEST_DURATION, "1000");
props.setProperty(SystemMetrics.PARAM_HASH_TEST_BYTE_STEP, "1024");
props.setProperty(ConfigManager.PARAM_PLATFORM_DISK_SPACE_LIST, tempDirPath);
ConfigurationUtil.setCurrentConfigFromProps(props);
pluginMgr = theDaemon.getPluginManager();
pluginMgr.startService();
theDaemon.getHashService().startService();
metrics.startService();
metrics.setHashSpeed(100);
simPlugin = PluginTestUtil.findPlugin(SimulatedPlugin.class);
}
/**
* Make a basic TaylorAndFrancis test AU to which URLs can be added.
*
* @return a basic Ingenta test AU
* @throws ConfigurationException if can't set configuration
*/
MockArchivalUnit makeAu() throws ConfigurationException {
MockArchivalUnit mau = new MockArchivalUnit();
Configuration config = ConfigurationUtil.fromArgs("base_url", "http://www.xyz.com/");
mau.setConfiguration(config);
mau.setUrlStems(ListUtil.list("http://www.xyz.com/"));
return mau;
}
public void testSkipsScriptTagsSpansRing() throws IOException {
Properties p = new Properties();
p.setProperty(GoslingHtmlLinkExtractor.PARAM_BUFFER_CAPACITY, "90");
ConfigurationUtil.setCurrentConfigFromProps(p);
extractor = new GoslingHtmlLinkExtractor();
doScriptSkipTest("<script>", "</script>");
}
public static void configHistoryParams(String rootLocation) throws IOException {
ConfigurationUtil.addFromArgs(
HistoryRepositoryImpl.PARAM_HISTORY_LOCATION,
rootLocation,
LockssRepositoryImpl.PARAM_CACHE_LOCATION,
rootLocation,
IdentityManager.PARAM_LOCAL_IP,
"127.0.0.7");
}
public void testGetRepositoryList() throws Exception {
assertEmpty(mgr.getRepositoryList());
String tempDirPath = setUpDiskSpace();
assertEquals(ListUtil.list("local:" + tempDirPath), mgr.getRepositoryList());
String tempdir2 = getTempDir().getAbsolutePath() + File.separator;
ConfigurationUtil.setFromArgs(
"org.lockss.platform.diskSpacePaths", tempdir2 + ";" + tempDirPath);
assertEquals(
ListUtil.list("local:" + tempdir2, "local:" + tempDirPath), mgr.getRepositoryList());
}
public void testConfig() throws Exception {
MyMockLockssRepositoryImpl repo1 = makeRepo("foo");
assertEquals(RepositoryManager.DEFAULT_MAX_PER_AU_CACHE_SIZE, repo1.nodeCacheSize);
ConfigurationUtil.setFromArgs(RepositoryManager.PARAM_MAX_PER_AU_CACHE_SIZE, "4");
MyMockLockssRepositoryImpl repo2 = makeRepo("bar");
assertEquals(4, repo1.nodeCacheSize);
assertEquals(4, repo2.nodeCacheSize);
repo1.cnt = 0;
ConfigurationUtil.setFromArgs(RepositoryManager.PARAM_MAX_PER_AU_CACHE_SIZE, "37");
assertEquals(37, repo1.nodeCacheSize);
assertEquals(37, repo2.nodeCacheSize);
assertEquals(1, repo1.cnt);
// ensure setNodeCacheSize doesn't get called if param doesn't change
ConfigurationUtil.setFromArgs(
RepositoryManager.PARAM_MAX_PER_AU_CACHE_SIZE, "37", "org.lockss.somethingElse", "bar");
assertEquals(1, repo1.cnt);
PlatformUtil.DF warn = mgr.getDiskWarnThreshold();
PlatformUtil.DF full = mgr.getDiskFullThreshold();
assertEquals(5000 * 1024, warn.getAvail());
assertEquals(0.98, warn.getPercent(), .00001);
assertEquals(100 * 1024, full.getAvail());
assertEquals(0.99, full.getPercent(), .00001);
Properties p = new Properties();
p.put(RepositoryManager.PARAM_DISK_WARN_FRRE_MB, "17");
p.put(RepositoryManager.PARAM_DISK_WARN_FRRE_PERCENT, "20");
p.put(RepositoryManager.PARAM_DISK_FULL_FRRE_MB, "7");
p.put(RepositoryManager.PARAM_DISK_FULL_FRRE_PERCENT, "10");
ConfigurationUtil.setCurrentConfigFromProps(p);
warn = mgr.getDiskWarnThreshold();
full = mgr.getDiskFullThreshold();
assertEquals(17 * 1024, warn.getAvail());
assertEquals(0.80, warn.getPercent(), .00001);
assertEquals(7 * 1024, full.getAvail());
assertEquals(0.90, full.getPercent(), .00001);
}
public void setUp() throws Exception {
super.setUp();
String tempDirPath = getTempDir().getAbsolutePath() + File.separator;
ConfigurationUtil.setFromArgs(LockssRepositoryImpl.PARAM_CACHE_LOCATION, tempDirPath);
theDaemon = getMockLockssDaemon();
theDaemon.getAlertManager();
theDaemon.getPluginManager().setLoadablePluginsReady(true);
theDaemon.setDaemonInited(true);
theDaemon.getPluginManager().startService();
theDaemon.getCrawlManager();
sau = PluginTestUtil.createAndStartSimAu(simAuConfig(tempDirPath));
nau = PluginTestUtil.createAndStartAu(PLUGIN_NAME, natureAuConfig());
}
public void testSkipsScriptTagsWhiteSpace() throws IOException {
Properties p = new Properties();
p.setProperty(GoslingHtmlLinkExtractor.PARAM_BUFFER_CAPACITY, "90");
ConfigurationUtil.setCurrentConfigFromProps(p);
extractor = new GoslingHtmlLinkExtractor();
for (int ix = 1; ix < 200; ix += 5) {
String whiteSpace = mkStr(' ', ix);
doScriptSkipTest("<script" + whiteSpace + ">", "</script>", "Failed during iteration " + ix);
doScriptSkipTest("<" + whiteSpace + "script>", "</script>", "Failed during iteration " + ix);
doScriptSkipTest("<script>", "<" + whiteSpace + "/script>", "Failed during iteration " + ix);
doScriptSkipTest(
"<script" + whiteSpace + "blah=blah>", "</script>", "Failed during iteration " + ix);
// doScriptSkipTest("<script>", "</script"+whiteSpace+">",
// "Failed during iteration "+ix);
}
}
public void testParseJSIfConf() throws IOException {
Properties p = new Properties();
p.setProperty(GoslingHtmlLinkExtractor.PARAM_PARSE_JS, "true");
ConfigurationUtil.setCurrentConfigFromProps(p);
extractor = new GoslingHtmlLinkExtractor();
String url = "http://www.example.com/link3.html";
String url2 = "http://www.example.com/link2.html";
String url3 = "http://www.example.com/link1.html";
String source =
"<html><head><title>Test</title></head><body>"
+ "<a href = javascript:newWindow('http://www.example.com/link3.html')</a>"
+ "<a href = javascript:popup('http://www.example.com/link2.html')</a>"
+ "<img src = javascript:popup('"
+ url3
+ "') </img>";
assertEquals(SetUtil.set(url, url2, url3), parseSingleSource(source));
}
private void initRequiredServices() {
theDaemon = getMockLockssDaemon();
pollmanager = new LocalPollManager();
pollmanager.initService(theDaemon);
theDaemon.setPollManager(pollmanager);
theDaemon.getPluginManager();
testau = PollTestPlugin.PTArchivalUnit.createFromListOfRootUrls(rootV1urls);
PluginTestUtil.registerArchivalUnit(testau);
String tempDirPath = null;
try {
tempDirPath = getTempDir().getAbsolutePath() + File.separator;
} catch (IOException ex) {
fail("unable to create a temporary directory");
}
Properties p = new Properties();
p.setProperty(IdentityManager.PARAM_IDDB_DIR, tempDirPath + "iddb");
p.setProperty(LockssRepositoryImpl.PARAM_CACHE_LOCATION, tempDirPath);
p.setProperty(ConfigManager.PARAM_PLATFORM_DISK_SPACE_LIST, tempDirPath);
p.setProperty(IdentityManager.PARAM_LOCAL_IP, "127.0.0.1");
p.setProperty(ConfigManager.PARAM_NEW_SCHEDULER, "false");
// XXX we need to disable verification of votes because the
// voter isn't really there
p.setProperty(V1Poll.PARAM_AGREE_VERIFY, "0");
p.setProperty(V1Poll.PARAM_DISAGREE_VERIFY, "0");
ConfigurationUtil.setCurrentConfigFromProps(p);
idmgr = theDaemon.getIdentityManager();
idmgr.startService();
// theDaemon.getSchedService().startService();
theDaemon.getHashService().startService();
theDaemon.getDatagramRouterManager().startService();
theDaemon.getRouterManager().startService();
theDaemon.getSystemMetrics().startService();
theDaemon.getActivityRegulator(testau).startService();
theDaemon.setNodeManager(new MockNodeManager(), testau);
pollmanager.startService();
}
protected void processConfiguration(FilterConfig filterConfig) {
InputStream is;
if (isNullOrEmpty(this.configFile)) {
is = servletContext.getResourceAsStream(CONFIG_FILE_LOCATION);
} else {
try {
is = new FileInputStream(this.configFile);
} catch (FileNotFoundException e) {
throw logger.samlIDPConfigurationError(e);
}
}
PicketLinkType picketLinkType;
String configurationProviderName = filterConfig.getInitParameter(CONFIGURATION_PROVIDER);
if (configurationProviderName != null) {
try {
Class<?> clazz = SecurityActions.loadClass(getClass(), configurationProviderName);
if (clazz == null) {
throw new ClassNotFoundException(ErrorCodes.CLASS_NOT_LOADED + configurationProviderName);
}
this.configProvider = (SAMLConfigurationProvider) clazz.newInstance();
} catch (Exception e) {
throw new RuntimeException(
"Could not create configuration provider [" + configurationProviderName + "].", e);
}
}
try {
// Work on the IDP Configuration
if (configProvider != null) {
try {
if (is == null) {
// Try the older version
is =
servletContext.getResourceAsStream(
GeneralConstants.DEPRECATED_CONFIG_FILE_LOCATION);
// Additionally parse the deprecated config file
if (is != null && configProvider instanceof AbstractSAMLConfigurationProvider) {
((AbstractSAMLConfigurationProvider) configProvider).setConfigFile(is);
}
} else {
// Additionally parse the consolidated config file
if (is != null && configProvider instanceof AbstractSAMLConfigurationProvider) {
((AbstractSAMLConfigurationProvider) configProvider).setConsolidatedConfigFile(is);
}
}
picketLinkType = configProvider.getPicketLinkConfiguration();
picketLinkType.setIdpOrSP(configProvider.getSPConfiguration());
} catch (ProcessingException e) {
throw logger.samlSPConfigurationError(e);
} catch (ParsingException e) {
throw logger.samlSPConfigurationError(e);
}
} else {
if (is != null) {
try {
picketLinkType = ConfigurationUtil.getConfiguration(is);
} catch (ParsingException e) {
logger.trace(e);
throw logger.samlSPConfigurationError(e);
}
} else {
is = servletContext.getResourceAsStream(GeneralConstants.DEPRECATED_CONFIG_FILE_LOCATION);
if (is == null) {
throw logger.configurationFileMissing(configFile);
}
picketLinkType = new PicketLinkType();
picketLinkType.setIdpOrSP(ConfigurationUtil.getSPConfiguration(is));
}
}
// Close the InputStream as we no longer need it
if (is != null) {
try {
is.close();
} catch (IOException e) {
// ignore
}
}
Boolean enableAudit = picketLinkType.isEnableAudit();
// See if we have the system property enabled
if (!enableAudit) {
String sysProp = SecurityActions.getSystemProperty(GeneralConstants.AUDIT_ENABLE, "NULL");
if (!"NULL".equals(sysProp)) {
enableAudit = Boolean.parseBoolean(sysProp);
}
}
if (enableAudit) {
if (auditHelper == null) {
String securityDomainName = PicketLinkAuditHelper.getSecurityDomainName(servletContext);
auditHelper = new PicketLinkAuditHelper(securityDomainName);
}
}
SPType spConfiguration = (SPType) picketLinkType.getIdpOrSP();
processIdPMetadata(spConfiguration);
this.serviceURL = spConfiguration.getServiceURL();
this.canonicalizationMethod = spConfiguration.getCanonicalizationMethod();
this.picketLinkConfiguration = picketLinkType;
this.issuerID = filterConfig.getInitParameter(ISSUER_ID);
this.characterEncoding = filterConfig.getInitParameter(CHARACTER_ENCODING);
this.samlHandlerChainClass = filterConfig.getInitParameter(SAML_HANDLER_CHAIN_CLASS);
logger.samlSPSettingCanonicalizationMethod(canonicalizationMethod);
XMLSignatureUtil.setCanonicalizationMethodType(canonicalizationMethod);
try {
this.initKeyProvider();
this.initializeHandlerChain(picketLinkType);
} catch (Exception e) {
throw new RuntimeException(e);
}
logger.trace("Identity Provider URL=" + getConfiguration().getIdentityURL());
} catch (Exception e) {
throw new RuntimeException(e);
}
}
public void setUp() throws Exception {
super.setUp();
ConfigurationUtil.addFromArgs(
CXSerializer.PARAM_COMPATIBILITY_MODE, Integer.toString(CXSerializer.XSTREAM_MODE));
}