/**
* This is the constructor of the class. It has to receive the file that has to be downloaded by
* this downloader object.
*
* @param file The DownloadFile object that has to be downloaded
*/
public NntpFileDownloader(
NettyNioClient nioClient, SegmentQueue segQueue, File dlDir, HelloNzb mainApp) {
this.mainApp = mainApp;
this.logger = mainApp.getLogger();
this.nioClient = nioClient;
this.segQueue = segQueue;
this.dlFileRspHandlerMap = new HashMap<DownloadFile, Vector<RspHandler>>();
this.activeRspHandlers = new Vector<RspHandler>();
this.dlDir = dlDir;
this.pause = false;
this.shutdown = false;
this.crc32Error = false;
}
/** This method starts the thread and begins to download the file. */
public void run() {
int maxThreads = Integer.parseInt(mainApp.getPrefValue("ServerSettingsThreadCount"));
int runningThreads = 0;
HashMap<String, Integer> downloadedBytes = new HashMap<String, Integer>();
HashMap<String, Integer> lastProgBarUpdate = new HashMap<String, Integer>();
// loop at all segments of the download file
while (!shutdown && (segQueue.hasMoreSegments() || runningThreads > 0)) {
// more segments to go?
while (segQueue.hasMoreSegments()
&& runningThreads < maxThreads
&& !pause
&& nioClient.hasFreeSlot()) {
// get next download segment of the download file
DownloadFileSegment seg = segQueue.nextSegment();
if (seg == null) break;
String filename = seg.getDlFile().getFilename();
logger.msg("Downloading next segment of file: " + filename, MyLogger.SEV_DEBUG);
// create new response handler
RspHandler newHandler = new RspHandler(seg);
activeRspHandlers.add(newHandler);
// map the new response handler to the download file
Vector<RspHandler> tmpVector = dlFileRspHandlerMap.get(seg.getDlFile());
if (tmpVector == null) tmpVector = new Vector<RspHandler>();
tmpVector.add(newHandler);
dlFileRspHandlerMap.put(seg.getDlFile(), tmpVector);
// start data download
nioClient.fetchArticleData(seg.getGroups().firstElement(), seg.getArticleId(), newHandler);
// increase thread counter
runningThreads++;
}
// check if the next element of the result set is already finished
Vector<RspHandler> toRemoveVector = new Vector<RspHandler>();
for (int i = 0; i < activeRspHandlers.size(); i++) {
RspHandler handler = activeRspHandlers.get(i);
// handle error response from NNTP server
if (handler.getError() == RspHandler.ERR_NONE) {
// no error, do nothing
} else if (handler.getError() == RspHandler.ERR_AUTH) {
// do nothing for this error (?)
} else if (handler.getError() == RspHandler.ERR_FETCH) {
// TODO: handle "430 no such article" error (?)
String msg =
"no such article found: <"
+ handler.dlFileSeg().getArticleId()
+ "> ("
+ handler.getErrorMsg()
+ ")";
logger.msg(msg, MyLogger.SEV_WARNING);
} else {
// all other errors
shutdown = true;
}
// update downloaded byte counter ...
DownloadFile dlFile = handler.dlFileSeg().getDlFile();
String filename = dlFile.getFilename();
int bytes = 0;
Integer bytesInt = downloadedBytes.get(filename);
if (bytesInt != null) bytes = bytesInt;
bytes += handler.newByteCount();
downloadedBytes.put(filename, bytes);
// ... and progres bar in main window
int last = 0;
Integer lastInt = lastProgBarUpdate.get(filename);
if (lastInt != null) last = lastInt;
last = updateProgressBar(bytes, last, dlFile);
lastProgBarUpdate.put(filename, last);
// all data downloaded?
if (handler.isFinished()) {
toRemoveVector.add(handler);
runningThreads--;
decrSegCount(filename); // decrease main window segment
// counter
// segment done, so check if whole download file is finished
// now
dlFile.removeSegment(handler.dlFileSeg().getIndex());
if (!dlFile.hasMoreSegments()) {
try {
handleFinishedDlFile(dlFile);
} catch (Exception e) {
logger.printStackTrace(e);
}
}
}
}
activeRspHandlers.removeAll(toRemoveVector);
toRemoveVector.removeAllElements();
// all tasks done?
if (!segQueue.hasMoreSegments() && runningThreads == 0) {
break;
}
try {
// let the thread sleep a bit
Thread.sleep(10);
} catch (InterruptedException e) {
// shutdown if interrupted
shutdown = true;
}
} // end of main loop
logger.msg("FileDownloader has finished downloading all files", MyLogger.SEV_DEBUG);
}