private boolean processURL(URL url, String baseDir, StatusWindow status) throws IOException {
if (processedLinks.contains(url)) {
return false;
} else {
processedLinks.add(url);
}
URLConnection connection = url.openConnection();
InputStream in = new BufferedInputStream(connection.getInputStream());
ArrayList list = processPage(in, baseDir, url);
if ((status != null) && (list.size() > 0)) {
status.setMaximum(list.size());
}
for (int i = 0; i < list.size(); i++) {
if (status != null) {
status.setMessage(Utils.trimFileName(list.get(i).toString(), 40), i);
}
if ((!((String) list.get(i)).startsWith("RUN"))
&& (!((String) list.get(i)).startsWith("SAVE"))
&& (!((String) list.get(i)).startsWith("LOAD"))) {
processURL(
new URL(url.getProtocol(), url.getHost(), url.getPort(), (String) list.get(i)),
baseDir,
status);
}
}
in.close();
return true;
}
private ArrayList processPage(InputStream in, String baseDir, URL url) throws IOException {
BufferedReader buffIn = new BufferedReader(new InputStreamReader(in));
String line;
ArrayList urlList = new ArrayList();
String fileName;
if (url.getFile().equals("/")) fileName = "index";
else {
fileName = url.getFile();
}
fileName = baseDir + File.separator + niceifyLink(fileName);
PrintWriter out = new PrintWriter(new BufferedOutputStream(new FileOutputStream(fileName)));
while ((line = buffIn.readLine()) != null) {
out.print(checkForLinks(line, urlList));
}
if (out != null) {
out.flush();
out.close();
}
return urlList;
}