public void onMessageReceived(Message message) {
Message newMessage;
switch (message.msgType) {
case REGOK:
setNeighbours(message);
break;
case UNROK:
break;
case LEAVEOK:
break;
case JOINOK:
break;
case SER:
sendSEROKMsg(message);
break;
case SEROK:
showContainedFiles(message);
break;
case LEAVE:
Configuration.removeNeighbor(message.ip_to, message.port_to);
this.checkForZeroNeighbors();
break;
case JOIN:
Configuration.setNeighbor(message.ip_to, message.port_to);
break;
}
}
void setConfig(Configuration config) {
log.debug("config: " + config);
proxyHost = config.get(PARAM_PROXY_HOST);
proxyPort = config.getInt(PARAM_PROXY_PORT, DEFAULT_PROXY_PORT);
if (StringUtil.isNullString(proxyHost) || proxyPort <= 0) {
String http_proxy = System.getenv("http_proxy");
if (!StringUtil.isNullString(http_proxy)) {
try {
HostPortParser hpp = new HostPortParser(http_proxy);
proxyHost = hpp.getHost();
proxyPort = hpp.getPort();
} catch (HostPortParser.InvalidSpec e) {
log.warning("Can't parse http_proxy environment var, ignoring: " + http_proxy + ": " + e);
}
}
}
if (StringUtil.isNullString(proxyHost) || proxyPort <= 0) {
proxyHost = null;
} else {
log.info("Proxying through " + proxyHost + ":" + proxyPort);
}
userAgent = config.get(PARAM_USER_AGENT);
if (StringUtil.isNullString(userAgent)) {
userAgent = null;
} else {
log.debug("Setting User-Agent to " + userAgent);
}
}
protected void scan(URL url) {
Vfs.Dir dir = Vfs.fromURL(url);
try {
for (final Vfs.File file : dir.getFiles()) {
// scan if inputs filter accepts file relative path or fqn
Predicate<String> inputsFilter = configuration.getInputsFilter();
String path = file.getRelativePath();
String fqn = path.replace('/', '.');
if (inputsFilter == null || inputsFilter.apply(path) || inputsFilter.apply(fqn)) {
Object classObject = null;
for (Scanner scanner : configuration.getScanners()) {
try {
if (scanner.acceptsInput(path) || scanner.acceptResult(fqn)) {
classObject = scanner.scan(file, classObject);
}
} catch (Exception e) {
if (log != null && log.isDebugEnabled())
log.debug(
"could not scan file "
+ file.getRelativePath()
+ " in url "
+ url.toExternalForm()
+ " with scanner "
+ scanner.getClass().getSimpleName(),
e);
}
}
}
}
} finally {
dir.close();
}
}
/** Create LockssKeystores from config subtree below {@link #PARAM_KEYSTORE} */
void configureKeyStores(Configuration config) {
Configuration allKs = config.getConfigTree(PARAM_KEYSTORE);
for (Iterator iter = allKs.nodeIterator(); iter.hasNext(); ) {
String id = (String) iter.next();
Configuration oneKs = allKs.getConfigTree(id);
try {
LockssKeyStore lk = createLockssKeyStore(oneKs);
String name = lk.getName();
if (name == null) {
log.error("KeyStore definition missing name: " + oneKs);
continue;
}
LockssKeyStore old = keystoreMap.get(name);
if (old != null && !lk.equals(old)) {
log.warning(
"Keystore "
+ name
+ " redefined. "
+ "New definition may not take effect until daemon restart");
}
log.debug("Adding keystore " + name);
keystoreMap.put(name, lk);
} catch (Exception e) {
log.error("Couldn't create keystore: " + oneKs, e);
}
}
}
/**
* Initialize the backend systems, the log handler and the restrictor. A subclass can tune this
* step by overriding {@link #createRestrictor(String)} and {@link
* #createLogHandler(ServletConfig, boolean)}
*
* @param pServletConfig servlet configuration
*/
@Override
public void init(ServletConfig pServletConfig) throws ServletException {
super.init(pServletConfig);
Configuration config = initConfig(pServletConfig);
// Create a log handler early in the lifecycle, but not too early
String logHandlerClass = config.get(ConfigKey.LOGHANDLER_CLASS);
logHandler =
logHandlerClass != null
? (LogHandler) ClassUtil.newInstance(logHandlerClass)
: createLogHandler(pServletConfig, Boolean.valueOf(config.get(ConfigKey.DEBUG)));
// Different HTTP request handlers
httpGetHandler = newGetHttpRequestHandler();
httpPostHandler = newPostHttpRequestHandler();
if (restrictor == null) {
restrictor =
createRestrictor(NetworkUtil.replaceExpression(config.get(ConfigKey.POLICY_LOCATION)));
} else {
logHandler.info("Using custom access restriction provided by " + restrictor);
}
configMimeType = config.get(ConfigKey.MIME_TYPE);
backendManager = new BackendManager(config, logHandler, restrictor);
requestHandler = new HttpRequestHandler(config, backendManager, logHandler);
initDiscoveryMulticast(config);
}
public void testBaseUrlPath() throws Exception {
sau1 = setupSimAu(simAuConfig(tempDirPath));
createContent(sau1);
crawlContent(sau1);
CachedUrlSet cus1 = sau1.getAuCachedUrlSet();
tempDirPath2 = getTempDir().getAbsolutePath() + File.separator;
Configuration config2 = simAuConfig(tempDirPath2);
config2.put("base_url", "http://anotherhost.org/some/path/");
SimulatedArchivalUnit sau2 = setupSimAu(config2);
createContent(sau2);
crawlContent(sau2);
CachedUrlSet cus2 = sau1.getAuCachedUrlSet();
List urls1 = auUrls(sau1);
List urls2 = auUrls(sau2);
Pattern pat1 = Pattern.compile("http://www\\.example\\.com(/.*)$");
Pattern pat2 = Pattern.compile("http://anotherhost\\.org/some/path(/.*)$");
List<String> l1 = auUrls(sau1);
List<String> l2 = auUrls(sau2);
assertEquals(l1.size(), l2.size());
for (int ix = 0; ix < l1.size(); ix++) {
Matcher m1 = pat1.matcher(l1.get(ix));
assertTrue(m1.matches());
Matcher m2 = pat2.matcher(l2.get(ix));
assertTrue(m2.matches());
assertEquals(m1.group(1), m2.group(1));
}
}
public static void main(String[] args) throws Exception {
String inputDirectory = "/home/cs246/Desktop/HW2/input";
String outputDirectory = "/home/cs246/Desktop/HW2/output";
String centroidDirectory = "/home/cs246/Desktop/HW2/config";
int iterations = 20;
for (int i = 1; i <= iterations; i++) {
Configuration conf = new Configuration();
String cFile = centroidDirectory + "/c" + i + ".txt";
String nextCFile = centroidDirectory + "/c" + (i + 1) + ".txt";
conf.set("CFILE", cFile);
conf.set("NEXTCFILE", nextCFile);
String cFile = centroidDirectory + "/c" + i + ".txt";
String nextCFile = centroidDirectory + "/c" + (i + 1) + ".txt";
conf.set("CFILE", cFile);
conf.set("NEXTCFILE", nextCFile);
Job job = new Job(conf, "HW2_Q4." + i);
job.setJarByClass(HW2_Q4.class);
job.setOutputKeyClass(IntWritable.class);
job.setOutputValueClass(Text.class);
job.setMapperClass(Map1.class);
job.setReducerClass(Reduce1.class);
job.setInputFormatClass(TextInputFormat.class);
job.setOutputFormatClass(TextOutputFormat.class);
FileInputFormat.addInputPath(job, new Path(inputDirectory));
FileOutputFormat.setOutputPath(job, new Path(outputDirectory + "/output" + i));
job.waitForCompletion(true);
}
}
/** Initialize SecondaryNameNode. */
private void initialize(Configuration conf) throws IOException {
// initiate Java VM metrics
JvmMetrics.init("SecondaryNameNode", conf.get("session.id"));
// Create connection to the namenode.
shouldRun = true;
nameNodeAddr = NameNode.getAddress(conf);
this.conf = conf;
this.namenode =
(NamenodeProtocol)
RPC.waitForProxy(
NamenodeProtocol.class, NamenodeProtocol.versionID, nameNodeAddr, conf);
// initialize checkpoint directories
fsName = getInfoServer();
checkpointDirs = FSImage.getCheckpointDirs(conf, "/tmp/hadoop/dfs/namesecondary");
checkpointEditsDirs = FSImage.getCheckpointEditsDirs(conf, "/tmp/hadoop/dfs/namesecondary");
checkpointImage = new CheckpointStorage(conf);
checkpointImage.recoverCreate(checkpointDirs, checkpointEditsDirs);
// Initialize other scheduling parameters from the configuration
checkpointPeriod = conf.getLong("fs.checkpoint.period", 3600);
checkpointSize = conf.getLong("fs.checkpoint.size", 4194304);
// initialize the webserver for uploading files.
String infoAddr =
NetUtils.getServerAddress(
conf,
"dfs.secondary.info.bindAddress",
"dfs.secondary.info.port",
"dfs.secondary.http.address");
InetSocketAddress infoSocAddr = NetUtils.createSocketAddr(infoAddr);
infoBindAddress = infoSocAddr.getHostName();
int tmpInfoPort = infoSocAddr.getPort();
infoServer = new HttpServer("secondary", infoBindAddress, tmpInfoPort, tmpInfoPort == 0, conf);
infoServer.setAttribute("name.system.image", checkpointImage);
this.infoServer.setAttribute("name.conf", conf);
infoServer.addInternalServlet("getimage", "/getimage", GetImageServlet.class);
infoServer.start();
// The web-server port can be ephemeral... ensure we have the correct info
infoPort = infoServer.getPort();
conf.set("dfs.secondary.http.address", infoBindAddress + ":" + infoPort);
LOG.info("Secondary Web-server up at: " + infoBindAddress + ":" + infoPort);
LOG.warn(
"Checkpoint Period :"
+ checkpointPeriod
+ " secs "
+ "("
+ checkpointPeriod / 60
+ " min)");
LOG.warn(
"Log Size Trigger :"
+ checkpointSize
+ " bytes "
+ "("
+ checkpointSize / 1024
+ " KB)");
}
/** Create LockssKeystore from a config subtree */
LockssKeyStore createLockssKeyStore(Configuration config) {
log.debug2("Creating LockssKeyStore from config: " + config);
String name = config.get(KEYSTORE_PARAM_NAME);
LockssKeyStore lk = new LockssKeyStore(name);
String file = config.get(KEYSTORE_PARAM_FILE);
String resource = config.get(KEYSTORE_PARAM_RESOURCE);
String url = config.get(KEYSTORE_PARAM_URL);
if (!StringUtil.isNullString(file)) {
lk.setLocation(file, LocationType.File);
} else if (!StringUtil.isNullString(resource)) {
lk.setLocation(resource, LocationType.Resource);
} else if (!StringUtil.isNullString(url)) {
lk.setLocation(url, LocationType.Url);
}
lk.setType(config.get(KEYSTORE_PARAM_TYPE, defaultKeyStoreType));
lk.setProvider(config.get(KEYSTORE_PARAM_PROVIDER, defaultKeyStoreProvider));
lk.setPassword(config.get(KEYSTORE_PARAM_PASSWORD));
lk.setKeyPassword(config.get(KEYSTORE_PARAM_KEY_PASSWORD));
lk.setKeyPasswordFile(config.get(KEYSTORE_PARAM_KEY_PASSWORD_FILE));
lk.setMayCreate(config.getBoolean(KEYSTORE_PARAM_CREATE, DEFAULT_CREATE));
return lk;
}
/**
* Gets the urlClassLoader that enables to access to the objects jar files.
*
* @return an URLClassLoader
*/
public URLClassLoader getObjectsClassLoader() {
if (objectsClassLoader == null) {
try {
if (isExecutionMode()) {
URL[] listUrl = new URL[1];
listUrl[0] = instance.getTangaraPath().toURI().toURL();
objectsClassLoader = new URLClassLoader(listUrl);
} else {
File f = new File(instance.getTangaraPath().getParentFile(), "objects");
File[] list = f.listFiles();
Vector<URL> vector = new Vector<URL>();
for (int i = 0; i < list.length; i++) {
if (list[i].getName().endsWith(".jar")) vector.add(list[i].toURI().toURL());
}
File flib =
new File(
instance.getTangaraPath().getParentFile().getAbsolutePath().replace("\\", "/")
+ "/objects/lib");
File[] listflib = flib.listFiles();
for (int j = 0; j < listflib.length; j++) {
if (listflib[j].getName().endsWith(".jar")) vector.add(listflib[j].toURI().toURL());
}
URL[] listUrl = new URL[vector.size()];
for (int j = 0; j < vector.size(); j++) listUrl[j] = vector.get(j);
objectsClassLoader = new URLClassLoader(listUrl);
}
} catch (Exception e1) {
displayError("URL MAL FORMED " + e1);
return null;
}
}
return objectsClassLoader;
}
public static void main(String[] args) throws Exception {
/* You should do this ONLY ONCE in the whole application life-cycle: */
/* Create and adjust the configuration singleton */
Configuration cfg = new Configuration(Configuration.VERSION_2_3_22);
cfg.setDirectoryForTemplateLoading(new File("/Users/ian.goldsmith/projects/freemarker"));
cfg.setDefaultEncoding("UTF-8");
cfg.setTemplateExceptionHandler(TemplateExceptionHandler.RETHROW_HANDLER);
/*
* You usually do these for MULTIPLE TIMES in the application
* life-cycle:
*/
/* Create a data-model */
Map message = new HashMap();
message.put(
"contentAsXml",
freemarker.ext.dom.NodeModel.parse(
new File("/Users/ian.goldsmith/projects/freemarker/test.xml")));
Map root = new HashMap();
root.put("message", message);
/* Get the template (uses cache internally) */
Template temp = cfg.getTemplate("testxml.ftl");
/* Merge data-model with template */
Writer out = new OutputStreamWriter(System.out);
temp.process(root, out);
// Note: Depending on what `out` is, you may need to call `out.close()`.
// This is usually the case for file output, but not for servlet output.
}
public void searchFile(String filename) {
startTime = System.currentTimeMillis();
Message message =
new SERMessage(
filename, 0, Configuration.getMyIpAddress(), Configuration.getMyPortNumber());
lastMessage = message;
// Intilly search in the local machine for the queries
System.out.println("Searching file locally.");
ArrayList<String> files = this.searchQueryInLocal(message.query);
if (files.size() > 0) {
System.out.println("Locally found files:");
noOfAnsMsg++;
System.out.println("Answered query : " + message);
Iterator<String> fileIterator = files.iterator();
while (fileIterator.hasNext()) {
String temp = fileIterator.next();
System.out.println(temp);
}
endTime = System.currentTimeMillis();
// System.out.println("Time elapsed: " + (endTime - startTime));
// if (performaceTable.size() == (qID - 1))
performaceTable.add(qID + " " + message.hops + " " + (endTime - startTime));
} else {
System.out.println("Searching file globally.");
// if the files are not available in local machine then start searching globally
forwardSerMsg(message);
}
}
private void handleLogin(HttpServletRequest req, HttpServletResponse resp) throws IOException {
HttpSession session = req.getSession();
String sendMeTo = req.getParameter("sendMeTo");
if (sendMeTo != null) {
session.setAttribute("sendMeTo", sendMeTo);
}
String redir = Configuration.mooseheadLocation() + "/oauth2callback";
session.setAttribute("redir", redir);
String sessionid = session.getId();
// redirect to google for authorization
StringBuilder oauthUrl =
new StringBuilder()
.append("https://accounts.google.com/o/oauth2/auth")
.append("?client_id=")
.append(
Configuration.googleClientId()) // the client id from the api console registration
.append("&response_type=code")
.append("&scope=openid%20email") // scope is the api permissions we are requesting
.append("&redirect_uri=")
.append(redir) // the servlet that google redirects to after authorization
.append("&state=" + sessionid)
.append("&access_type=online")
.append(
"&approval_prompt=auto") // here we are asking to access to user's data while they
// are not signed in
;
resp.sendRedirect(oauthUrl.toString());
}
// Sets a configuration value for this plugin.
@Override
public void setConfigValue(String setting, String value) {
Log.getInstance()
.write(
Log.LOGLEVEL_ALL,
"PlugIn: setConfigValue received from Plugin Manager. Setting = "
+ setting
+ ":"
+ value);
if (setting.startsWith(SETTING_LOGLEVEL)) {
if (value.startsWith("None")) Log.getInstance().SetLogLevel(Log.LOGLEVEL_NONE);
else if (value.startsWith("Error")) Log.getInstance().SetLogLevel(Log.LOGLEVEL_ERROR);
else if (value.startsWith("Warn")) Log.getInstance().SetLogLevel(Log.LOGLEVEL_WARN);
else if (value.startsWith("Trace")) Log.getInstance().SetLogLevel(Log.LOGLEVEL_TRACE);
else if (value.startsWith("Verbose")) Log.getInstance().SetLogLevel(Log.LOGLEVEL_VERBOSE);
else if (value.startsWith("Maximum")) Log.getInstance().SetLogLevel(Log.LOGLEVEL_ALL);
else Log.getInstance().SetLogLevel(Log.LOGLEVEL_ERROR);
} else if (setting.startsWith(SETTING_DEFAULT_MAX)) {
if (value.equalsIgnoreCase("5309")) {
System.out.println("LIR:: Deleting all user records.");
UserRecordAPI.DeleteAllUserRecords(DataStore.STORE);
showInFocus = null;
} else Configuration.SetServerProperty(PROPERTY_DEFAULT_MAX, verifyMax(value));
} else if (setting.startsWith(SETTING_REDUCE_TO_MAX)) {
Configuration.SetServerProperty(PROPERTY_REDUCE_TO_MAX, value);
} else if (setting.startsWith(SETTING_KEEP_OLDEST)) {
Configuration.SetServerProperty(PROPERTY_KEEP_OLDEST, value);
} else if (setting.startsWith(SETTING_PICK_SHOW)) {
// The user just selected a show. Put it in focus.
showInFocus = Util.removeNumberMax(value);
} else if (setting.startsWith(SETTING_HAVE_SHOW)) {
// The user just selected a different show. Put it in focus.
showInFocus = Util.removeNumberMax(value);
} else if (setting.startsWith(SETTING_SHOW_MAX)) {
// The user just entered a new max for this show. If it's non null add it.
if (value == null || value.trim().length() == 0) return;
try {
Integer.parseInt(value);
} catch (NumberFormatException e) {
return;
}
DataStore store = new DataStore(showInFocus);
store.addRecord(showInFocus);
store.setMax(verifyMax(value));
} else if (setting.startsWith(SETTING_RESET_SHOW)) {
// The user wants to reset this show so just delete the User Record.
DataStore store = new DataStore(showInFocus);
if (store.deleteRecord()) showInFocus = null;
else Log.getInstance().write(Log.LOGLEVEL_WARN, "Plugin: Could not delete the User Record.");
}
}
Configuration natureAuConfig() {
Configuration conf = ConfigManager.newConfiguration();
conf.put("base_url", BASE_URL);
conf.put("journal_id", "aps");
conf.put("volume_name", "123");
conf.put("year", "2008");
return conf;
}
public int run(String[] args) throws Exception {
Configuration argConf = getConf();
// JobConf conf = new JobConf(diffdb.class);
Configuration config = HBaseConfiguration.create();
HBaseAdmin hbAdmin = new HBaseAdmin(config);
dbutil db_util = new dbutil(config);
HTable runTable = new HTable(config, "gestore_runs");
Get runGet = new Get(argConf.get("id").getBytes());
Result pipeline = runTable.get(runGet);
NavigableMap<byte[], byte[]> pipeMap = pipeline.getFamilyMap("d".getBytes());
Map.Entry<byte[], byte[]> results = pipeMap.pollFirstEntry();
HashMap<String, HashMap<String, String>> resultMap =
new HashMap<String, HashMap<String, String>>();
while (results != null) {
String resultKey = new String(results.getKey());
String resultValue = new String(results.getValue());
String field = "type";
HashMap<String, String> tempMap = new HashMap<String, String>();
String entry = resultKey;
if (resultKey.endsWith("_db_timestamp")) {
field = "db_timestamp";
entry = resultKey.substring(0, resultKey.lastIndexOf("_db_timestamp"));
} else if (resultKey.endsWith("_filename")) {
field = "filename";
entry = resultKey.substring(0, resultKey.lastIndexOf("_filename"));
} else if (resultKey.endsWith("_regex")) {
field = "regex";
entry = resultKey.substring(0, resultKey.lastIndexOf("_regex"));
}
if (resultMap.containsKey(entry)) {
tempMap = resultMap.get(entry);
}
tempMap.put(field, resultValue);
resultMap.put(entry, tempMap);
// System.out.println("Key: " + resultKey + " Value: " + resultValue);
results = pipeMap.pollFirstEntry();
}
for (String key : resultMap.keySet()) {
System.out.println("File ID: " + key);
for (String subKey : resultMap.get(key).keySet()) {
// System.out.println("\t " + subKey + "\t\t" + resultMap.get(key).get(subKey));
System.out.format(" %1$-20s %2$s\n", subKey, resultMap.get(key).get(subKey));
}
}
return 0;
}
private void handleAuthorization(HttpServletRequest req, HttpServletResponse resp)
throws IOException {
PrintWriter writer = resp.getWriter();
if (req.getParameter("error") != null) {
writer.append(req.getParameter("error"));
return;
}
String code = req.getParameter("code");
String redir = (String) req.getSession().getAttribute("redir");
req.getSession().setAttribute("redir", null);
if (code == null || redir == null) {
resp.sendRedirect("/");
return;
}
StringBuilder postParameters = new StringBuilder();
postParameters.append(para("code", code)).append("&");
postParameters.append(para("client_id", Configuration.googleClientId())).append("&");
postParameters.append(para("client_secret", Configuration.googleClientSecret())).append("&");
postParameters.append(para("redirect_uri", redir)).append("&");
postParameters.append(para("grant_type", "authorization_code"));
URL url = new URL("https://accounts.google.com/o/oauth2/token");
URLConnection urlConnection = url.openConnection();
((HttpURLConnection) urlConnection).setRequestMethod("POST");
urlConnection.setDoInput(true);
urlConnection.setDoOutput(true);
urlConnection.setUseCaches(false);
urlConnection.setRequestProperty("Content-Type", "application/x-www-form-urlencoded");
urlConnection.setRequestProperty("Content-Length", "" + postParameters.toString().length());
// Create I/O streams
DataOutputStream outStream = new DataOutputStream(urlConnection.getOutputStream());
// Send request
outStream.writeBytes(postParameters.toString());
outStream.flush();
outStream.close();
String googleJson = toString(urlConnection.getInputStream());
JsonObject jsonObject = (JsonObject) JsonParser.parse(googleJson);
String accessToken = jsonObject.requiredString("access_token");
// get some info about the user with the access token
String getStr =
"https://www.googleapis.com/oauth2/v1/userinfo?" + para("access_token", accessToken);
URLConnection inconn = new URL(getStr).openConnection();
String gsstr;
try (InputStream is = inconn.getInputStream()) {
gsstr = toString(is);
}
updateUserLogin(req, gsstr);
redirToLandingPage(req, resp);
}
public static String getRepositorySpec(ArchivalUnit au) {
Configuration auConfig = au.getConfiguration();
if (auConfig != null) { // can be null in unit tests
String repoSpec = auConfig.get(PluginManager.AU_PARAM_REPOSITORY);
if (repoSpec != null && repoSpec.startsWith("local:")) {
return repoSpec;
}
}
return "local:" + CurrentConfig.getParam(PARAM_CACHE_LOCATION);
}
/**
* Add a file path to the current set of classpath entries. It adds the file to cache as well.
* Intended to be used by user code.
*
* @param file Path of the file to be added
* @param conf Configuration that contains the classpath setting
* @param fs FileSystem with respect to which {@code archivefile} should be interpreted.
*/
public static void addFileToClassPath(Path file, Configuration conf, FileSystem fs)
throws IOException {
String filepath = file.toUri().getPath();
String classpath = conf.get("mapred.job.classpath.files");
conf.set(
"mapred.job.classpath.files",
classpath == null ? filepath : classpath + System.getProperty("path.separator") + filepath);
URI uri = fs.makeQualified(file).toUri();
addCacheFile(uri, conf);
}
/** Set the configuration. This is designed to be overridden in a subclass */
protected Configuration makeConfiguration(boolean schemaAware) {
if (schemaAware) {
config = Configuration.makeSchemaAwareConfiguration(null);
} else {
config = new Configuration();
// In basic XQuery, all nodes are untyped when calling from the command line
config.setAllNodesUntyped(true);
}
return config;
}
// Resets the configuration of this plugin.
@Override
public final void resetConfig() {
Log.getInstance()
.write(Log.LOGLEVEL_TRACE, "resetConfig: resetConfig received from Plugin Manager.");
Log.getInstance().SetLogLevel(Log.LOGLEVEL_WARN);
Configuration.SetServerProperty(PROPERTY_DEFAULT_MAX, DEFAULT_MAX_STRING);
Configuration.SetServerProperty(PROPERTY_REDUCE_TO_MAX, "false");
Configuration.SetServerProperty(PROPERTY_KEEP_OLDEST, "true");
showInFocus = null;
}
public void checkForZeroNeighbors() {
if (Configuration.getNeighbors().size() == 0) {
if (Configuration.getBackUpNeighbors().size() > 0) {
List<Neighbor> neighbors = Configuration.getBackUpNeighbors();
Configuration.setNeighbor(
neighbors.get(0).getIpAddress(), neighbors.get(0).getPortNumber());
} else {
System.out.println("This node has no connections.");
}
}
}
/**
* Add an archive path to the current set of classpath entries. It adds the archive to cache as
* well. Intended to be used by user code.
*
* @param archive Path of the archive to be added
* @param conf Configuration that contains the classpath setting
* @param fs FileSystem with respect to which {@code archive} should be interpreted.
*/
public static void addArchiveToClassPath(Path archive, Configuration conf, FileSystem fs)
throws IOException {
String archivepath = archive.toUri().getPath();
String classpath = conf.get("mapred.job.classpath.archives");
conf.set(
"mapred.job.classpath.archives",
classpath == null
? archivepath
: classpath + System.getProperty("path.separator") + archivepath);
URI uri = fs.makeQualified(archive).toUri();
addCacheArchive(uri, conf);
}
void enableFilter(SimulatedArchivalUnit sau, boolean enable)
throws ArchivalUnit.ConfigurationException {
Configuration auConfig = sau.getConfiguration().copy();
// no bad file when playing with filtering
auConfig.remove("badCachedFileLoc");
auConfig.remove("badCachedFileNum");
if (enable) {
auConfig.put(SimulatedPlugin.AU_PARAM_HASH_FILTER_SPEC, "true");
} else {
auConfig.remove(SimulatedPlugin.AU_PARAM_HASH_FILTER_SPEC);
}
sau.setConfiguration(auConfig);
}
// Examines servlet config and servlet context for configuration parameters.
// Configuration from the servlet context overrides servlet parameters defined in web.xml
Configuration initConfig(ServletConfig pConfig) {
Configuration config =
new Configuration(ConfigKey.AGENT_ID, NetworkUtil.getAgentId(hashCode(), "servlet"));
// From ServletContext ....
config.updateGlobalConfiguration(new ServletConfigFacade(pConfig));
// ... and ServletConfig
config.updateGlobalConfiguration(new ServletContextFacade(getServletContext()));
// Set type last and overwrite anything written
config.updateGlobalConfiguration(
Collections.singletonMap(ConfigKey.AGENT_TYPE.getKeyValue(), "servlet"));
return config;
}
/**
* merges saved Reflections resources from the given input stream, using the serializer configured
* in this instance's Configuration <br>
* useful if you know the serialized resource location and prefer not to look it up the classpath
*/
public Reflections collect(final InputStream inputStream) {
try {
merge(configuration.getSerializer().read(inputStream));
if (log != null)
log.info(
"Reflections collected metadata from input stream using serializer "
+ configuration.getSerializer().getClass().getName());
} catch (Exception ex) {
throw new ReflectionsException("could not merge input stream", ex);
}
return this;
}
/**
* constructs a Reflections instance and scan according to given {@link
* org.reflections.Configuration}
*
* <p>it is preferred to use {@link org.reflections.util.ConfigurationBuilder}
*/
public Reflections(final Configuration configuration) {
this.configuration = configuration;
store = new Store(configuration);
if (configuration.getScanners() != null && !configuration.getScanners().isEmpty()) {
// inject to scanners
for (Scanner scanner : configuration.getScanners()) {
scanner.setConfiguration(configuration);
scanner.setStore(store.getOrCreate(scanner.getClass().getSimpleName()));
}
scan();
}
}
/*
* Iterate over the sites in the given configuration and remove the one which
* has a url matching the given location.
*/
public boolean removeSite(Configuration configuration, String location)
throws IOException, URISyntaxException {
File left = new File(new URI(location)).getCanonicalFile();
List sites = configuration.getSites();
for (Iterator iter = sites.iterator(); iter.hasNext(); ) {
Site tempSite = (Site) iter.next();
String siteURL = tempSite.getUrl();
File right = new File(new URI(siteURL)).getCanonicalFile();
if (left.equals(right)) {
return configuration.removeSite(tempSite);
}
}
return false;
}
public static void toJSON(ConfigurationAdmin admin, Writer osw, String filter) throws Exception {
Configuration[] list = admin.listConfigurations(filter);
Encoder encoder = codec.enc().to(osw);
Protocol p = new Protocol();
p.version = 1;
p.date = new Date();
p.size = list.length;
encoder.put(p).append('\n');
if (list != null)
for (Configuration c : list) {
Dictionary<String, Object> d = c.getProperties();
Export export = new Export();
export.values = new HashMap<String, Object>();
export.factoryPid = c.getFactoryPid();
export.pid = c.getPid();
for (Enumeration<String> e = d.keys(); e.hasMoreElements(); ) {
String k = e.nextElement();
Object v = d.get(k);
if (!(v instanceof String)) {
if (export.types == null) export.types = new HashMap<String, Type>();
Type type = new Type();
Class<?> clazz = v.getClass();
if (v instanceof Collection) {
Collection<?> coll = (Collection<?>) v;
clazz = String.class;
if (coll.size() > 0) type.vectorOf = shortName(coll.iterator().next().getClass());
else type.vectorOf = shortName(String.class);
} else if (v.getClass().isArray()) {
type.arrayOf = shortName(clazz.getComponentType());
} else type.scalar = shortName(v.getClass());
export.types.put(k, type);
}
export.values.put(k, v);
}
encoder.mark().put(export);
// encoder.put(encoder.digest());
encoder.append('\n');
}
osw.flush();
}
/** The documentation for values() and valueOf() in Enums are set by the doclet. */
public static void setEnumDocumentation(Configuration configuration, ClassDoc classDoc) {
MethodDoc[] methods = classDoc.methods();
for (int j = 0; j < methods.length; j++) {
MethodDoc currentMethod = methods[j];
if (currentMethod.name().equals("values") && currentMethod.parameters().length == 0) {
currentMethod.setRawCommentText(
configuration.getText("doclet.enum_values_doc", classDoc.name()));
} else if (currentMethod.name().equals("valueOf") && currentMethod.parameters().length == 1) {
Type paramType = currentMethod.parameters()[0].type();
if (paramType != null && paramType.qualifiedTypeName().equals(String.class.getName())) {
currentMethod.setRawCommentText(configuration.getText("doclet.enum_valueof_doc"));
}
}
}
}