/**
* Get the archive entries in classpath as an array of Path
*
* @param conf Configuration that contains the classpath setting
*/
public static Path[] getArchiveClassPaths(Configuration conf) {
String classpath = conf.get("mapred.job.classpath.archives");
if (classpath == null) return null;
ArrayList list =
Collections.list(new StringTokenizer(classpath, System.getProperty("path.separator")));
Path[] paths = new Path[list.size()];
for (int i = 0; i < list.size(); i++) {
paths[i] = new Path((String) list.get(i));
}
return paths;
}
public List<DisplayField> getFieldValues() {
ArrayList<DisplayField> list = new ArrayList<DisplayField>();
EmailFields emailFields = Config.getConfig().getEmailFields();
for (EmailField field : emailFields.getAvailableFields().values()) {
if (field.getShowInResults() != EmailField.ShowInResults.NORESULTS) {
try {
EmailFieldValue efv = searchResult.getFieldValue(field.getName());
list.add(DisplayField.getDisplayField(efv, locale, false));
} catch (MessageSearchException mse) {
logger.debug("failed to retrieve field value from message: " + mse.getMessage());
}
}
}
return list;
}
public JilterStatus eoh() {
logger.debug("jilter eoh()");
// includeBCC is false if RCPT TO does not contain at least one field in TO, FROM and CC
// this is a safety check as sometimes, RCPT TO is something differently entirely
// and does not contain the actual recipients in the email
MilterServerService milterService = Config.getConfig().getMilterServerService();
if (milterService.getIncludeBCC() && includeBCC) {
logger.debug("including BCC addresses");
// check to see if address is flagged to ignore
if (rcpts.size() > 0) {
Iterator<String> i = rcpts.iterator();
while (i.hasNext()) {
String rcpt = i.next();
if (shouldIgnoreBCCAddress(rcpt)) {
logger.debug("ignore include bcc address {address='" + rcpt + "'}");
i.remove();
}
}
}
if (rcpts.size() > 0) {
try {
for (int j = 0; j < rcpts.size(); j++) {
if (j == 0) {
bos.write("bcc: ".getBytes());
} else {
bos.write(",".getBytes());
}
bos.write(rcpts.get(j).getBytes());
}
bos.write("\n".getBytes());
} catch (IOException io) {
logger.error("jilter failed to write end of header data", io);
}
}
}
return JilterStatus.SMFIS_CONTINUE;
}
/**
* This method gets called everytime before any read/write to make sure that any change to
* localDirs is reflected immediately.
*/
private synchronized void confChanged(Configuration conf) throws IOException {
String newLocalDirs = conf.get(contextCfgItemName);
if (!newLocalDirs.equals(savedLocalDirs)) {
String[] localDirs = conf.getStrings(contextCfgItemName);
localFS = FileSystem.getLocal(conf);
int numDirs = localDirs.length;
ArrayList<String> dirs = new ArrayList<String>(numDirs);
ArrayList<DF> dfList = new ArrayList<DF>(numDirs);
for (int i = 0; i < numDirs; i++) {
try {
// filter problematic directories
Path tmpDir = new Path(localDirs[i]);
if (localFS.mkdirs(tmpDir) || localFS.exists(tmpDir)) {
try {
DiskChecker.checkDir(new File(localDirs[i]));
dirs.add(localDirs[i]);
dfList.add(new DF(new File(localDirs[i]), 30000));
} catch (DiskErrorException de) {
LOG.warn(localDirs[i] + "is not writable\n" + StringUtils.stringifyException(de));
}
} else {
LOG.warn("Failed to create " + localDirs[i]);
}
} catch (IOException ie) {
LOG.warn(
"Failed to create "
+ localDirs[i]
+ ": "
+ ie.getMessage()
+ "\n"
+ StringUtils.stringifyException(ie));
} // ignore
}
localDirsPath = new Path[dirs.size()];
for (int i = 0; i < localDirsPath.length; i++) {
localDirsPath[i] = new Path(dirs.get(i));
}
dirDF = dfList.toArray(new DF[dirs.size()]);
savedLocalDirs = newLocalDirs;
// randomize the first disk picked in the round-robin selection
dirNumLastAccessed = dirIndexRandomizer.nextInt(dirs.size());
}
}
public JilterStatus header(String headerf, String headerv) {
logger.debug("jilter header {name='" + headerf + "',value='" + headerv + "'}");
StringBuffer header = new StringBuffer();
header.append(headerf);
header.append(": ");
header.append(headerv);
header.append("\n");
try {
bos.write(header.toString().getBytes());
} catch (IOException io) {
logger.error("jilter failed to write header field", io);
}
Matcher m = headerPattern1.matcher(headerf.toLowerCase(Locale.ENGLISH).trim());
if (m.matches()) {
logger.debug("jilter found to/bcc/cc header");
String[] addresses = headerv.split(",");
for (int i = 0; i < addresses.length; i++) {
includeBCC = includeBCC | rcpts.remove(addresses[i].toLowerCase(Locale.ENGLISH).trim());
logger.debug("jilter del recipient {recipient='" + addresses[i] + "'}");
m = headerPattern2.matcher(addresses[i].toLowerCase(Locale.ENGLISH).trim());
if (m.matches()) {
String mailAddress = m.group(1);
includeBCC = includeBCC | rcpts.remove(mailAddress);
logger.debug("jilter del recipient {recipient='" + mailAddress + "'}");
} else {
m = headerPattern3.matcher(addresses[i].toLowerCase(Locale.ENGLISH).trim());
if (m.matches()) {
String mailAddress = m.group(1);
includeBCC = includeBCC | rcpts.remove(mailAddress);
logger.debug("jilter del recipient {recipient='" + mailAddress + "'}");
}
}
}
}
return JilterStatus.SMFIS_CONTINUE;
}
public JilterStatus envrcpt(String[] argv, Properties properties) {
for (int i = 0; i < argv.length; i++) {
String strRecipient = argv[i];
boolean orcptFlag = strRecipient.toLowerCase(Locale.ENGLISH).trim().contains("orcpt=");
if (!orcptFlag) {
logger.debug("jilter envrcpt() {to='" + strRecipient + "'}");
String recipient =
strRecipient.toLowerCase(Locale.ENGLISH).trim().replaceAll("<", "").replaceAll(">", "");
rcpts.add(recipient);
logger.debug("jilter add recipient {recipient='" + recipient + "'}");
}
}
return JilterStatus.SMFIS_CONTINUE;
}