/**
* Get the archive entries in classpath as an array of Path
*
* @param conf Configuration that contains the classpath setting
*/
public static Path[] getArchiveClassPaths(Configuration conf) {
String classpath = conf.get("mapred.job.classpath.archives");
if (classpath == null) return null;
ArrayList list =
Collections.list(new StringTokenizer(classpath, System.getProperty("path.separator")));
Path[] paths = new Path[list.size()];
for (int i = 0; i < list.size(); i++) {
paths[i] = new Path((String) list.get(i));
}
return paths;
}
/**
* This method gets called everytime before any read/write to make sure that any change to
* localDirs is reflected immediately.
*/
private synchronized void confChanged(Configuration conf) throws IOException {
String newLocalDirs = conf.get(contextCfgItemName);
if (!newLocalDirs.equals(savedLocalDirs)) {
String[] localDirs = conf.getStrings(contextCfgItemName);
localFS = FileSystem.getLocal(conf);
int numDirs = localDirs.length;
ArrayList<String> dirs = new ArrayList<String>(numDirs);
ArrayList<DF> dfList = new ArrayList<DF>(numDirs);
for (int i = 0; i < numDirs; i++) {
try {
// filter problematic directories
Path tmpDir = new Path(localDirs[i]);
if (localFS.mkdirs(tmpDir) || localFS.exists(tmpDir)) {
try {
DiskChecker.checkDir(new File(localDirs[i]));
dirs.add(localDirs[i]);
dfList.add(new DF(new File(localDirs[i]), 30000));
} catch (DiskErrorException de) {
LOG.warn(localDirs[i] + "is not writable\n" + StringUtils.stringifyException(de));
}
} else {
LOG.warn("Failed to create " + localDirs[i]);
}
} catch (IOException ie) {
LOG.warn(
"Failed to create "
+ localDirs[i]
+ ": "
+ ie.getMessage()
+ "\n"
+ StringUtils.stringifyException(ie));
} // ignore
}
localDirsPath = new Path[dirs.size()];
for (int i = 0; i < localDirsPath.length; i++) {
localDirsPath[i] = new Path(dirs.get(i));
}
dirDF = dfList.toArray(new DF[dirs.size()]);
savedLocalDirs = newLocalDirs;
// randomize the first disk picked in the round-robin selection
dirNumLastAccessed = dirIndexRandomizer.nextInt(dirs.size());
}
}
public JilterStatus eoh() {
logger.debug("jilter eoh()");
// includeBCC is false if RCPT TO does not contain at least one field in TO, FROM and CC
// this is a safety check as sometimes, RCPT TO is something differently entirely
// and does not contain the actual recipients in the email
MilterServerService milterService = Config.getConfig().getMilterServerService();
if (milterService.getIncludeBCC() && includeBCC) {
logger.debug("including BCC addresses");
// check to see if address is flagged to ignore
if (rcpts.size() > 0) {
Iterator<String> i = rcpts.iterator();
while (i.hasNext()) {
String rcpt = i.next();
if (shouldIgnoreBCCAddress(rcpt)) {
logger.debug("ignore include bcc address {address='" + rcpt + "'}");
i.remove();
}
}
}
if (rcpts.size() > 0) {
try {
for (int j = 0; j < rcpts.size(); j++) {
if (j == 0) {
bos.write("bcc: ".getBytes());
} else {
bos.write(",".getBytes());
}
bos.write(rcpts.get(j).getBytes());
}
bos.write("\n".getBytes());
} catch (IOException io) {
logger.error("jilter failed to write end of header data", io);
}
}
}
return JilterStatus.SMFIS_CONTINUE;
}