/*
** calculate, given the examine/ignore and save/refuse values, whether
** to examine and/or save s.
*/
private boolean[] EISR(
String s, String which, String examine[], String ignore[], String save[], String refuse[]) {
if (s == null) return (null);
logger.fine(s);
logger.fine(which);
logger.fine(java.util.Arrays.toString(examine));
logger.fine(java.util.Arrays.toString(ignore));
logger.fine(java.util.Arrays.toString(save));
logger.fine(java.util.Arrays.toString(refuse));
boolean E = Utils.blurf(examine, ignore, s, false);
boolean S = Utils.blurf(save, refuse, s, false);
if (args.PrintExamine && E) logger.info("Examining " + which + ": " + s);
if (args.PrintIgnore && !E) logger.info("Ignoring " + which + ": " + s);
if (args.PrintSave && S) logger.info("Saving " + which + ": " + s);
if (args.PrintRefuse && !S) logger.info("Refusing " + which + ": " + s);
boolean ret[] = new boolean[2];
ret[0] = E;
ret[1] = S;
return (ret);
}
private void setDefaults() {
if (args.Interesting == null) {
String urlref = "\\s*=\\s*[\"']?([^\"'>]*)";
String href = "[hH][rR][eE][fF]";
String src = "[sS][rR][cC]";
String init[] = {
href + urlref, src + urlref,
};
args.Interesting = init;
}
if (args.URLFixUp == null) {
// so, i don't remember why i collasped multiple spaces and
// removed \'s. must have been important and i should have
// documented. 's confuse URLs...
// args.URLFixUp = new String[]{"\\s+", " ", "\\\\", ""};
args.URLFixUp = new String[] {"\\s+", " ", "\\\\", "", "\'", "%27"};
}
// if they don't specify anything, look at only text.
if (args.MIMEExamine == null
&& args.MIMEIgnore == null
&& args.PathExamine == null
&& args.PathIgnore == null) {
args.MIMEExamine = new String[] {"text/.*"};
if (args.PrintExamine)
logger.warning("--MIMEExamine=" + java.util.Arrays.toString(args.MIMEExamine));
}
// if they don't specify anything, save only what is specified on
// the command line.
if (args.MIMESave == null
&& args.MIMERefuse == null
&& args.PathSave == null
&& args.PathRefuse == null) {
if (args.additional.length == 0) {
logger.severe("No URLs specified");
System.exit(1);
}
args.PathSave = new String[args.additional.length];
for (int i = 0; i < args.additional.length; i++)
args.PathSave[i] = escapeURL(args.additional[i]);
if (args.PrintSave) logger.warning("--PathSave=" + java.util.Arrays.toString(args.PathSave));
}
if (args.PrintAll)
args.PrintAccept =
args.PrintReject =
args.PrintSave = args.PrintRefuse = args.PrintExamine = args.PrintIgnore = true;
/*
** make sure we accept everything we examine, save, and the initial
** URLs
*/
args.PathAccept = Utils.combineArrays(args.PathAccept, args.PathExamine);
args.PathAccept = Utils.combineArrays(args.PathAccept, args.PathSave);
args.PathAccept = Utils.combineArrays(args.PathAccept, args.additional);
}