private static Long checksum(String filename) throws IOException {
// Compute Adler-32 checksum
CheckedInputStream cis = new CheckedInputStream(new FileInputStream(filename), new Adler32());
byte[] tempBuf = new byte[128];
while (cis.read(tempBuf) >= 0) {}
return cis.getChecksum().getValue();
}
/**
* This method will attempt to checksum the current JE db environment by computing the Adler-32
* checksum on the latest JE log file available.
*
* @return The checksum of JE db environment or zero if checksum failed.
*/
private long checksumDbEnv() {
File parentDirectory = getFileForPath(cfg.getDBDirectory());
File backendDirectory = new File(parentDirectory, cfg.getBackendId());
List<File> jdbFiles = new ArrayList<File>();
if (backendDirectory.isDirectory()) {
jdbFiles =
Arrays.asList(
backendDirectory.listFiles(
new FilenameFilter() {
public boolean accept(File dir, String name) {
return name.endsWith(".jdb");
}
}));
}
if (!jdbFiles.isEmpty()) {
Collections.sort(jdbFiles, Collections.reverseOrder());
FileInputStream fis = null;
try {
fis = new FileInputStream(jdbFiles.get(0).toString());
CheckedInputStream cis = new CheckedInputStream(fis, new Adler32());
byte[] tempBuf = new byte[8192];
while (cis.read(tempBuf) >= 0) {}
return cis.getChecksum().getValue();
} catch (Exception e) {
if (debugEnabled()) {
TRACER.debugCaught(DebugLogLevel.ERROR, e);
}
} finally {
if (fis != null) {
try {
fis.close();
} catch (Exception e) {
if (debugEnabled()) {
TRACER.debugCaught(DebugLogLevel.ERROR, e);
}
}
}
}
}
return 0;
}
private Long getCRC(URL zipUrl) {
Long result = -1l;
try {
CRC32 crc = new CRC32();
CheckedInputStream cis = new CheckedInputStream(zipUrl.openStream(), crc);
byte[] buffer = new byte[1024];
int length;
// read the entry from zip file and extract it to disk
while ((length = cis.read(buffer)) > 0) ;
cis.close();
result = crc.getValue();
} catch (IOException e) {
LOG.warn("Unable to calculate CRC, resource doesn't exist?", e);
}
return result;
}
/**
* Computes the checksum of a file using the CRC32 checksum routine. The value of the checksum is
* returned.
*
* @param file the file to checksum, must not be null
* @return the checksum value or an exception is thrown.
*/
public static long checksumCrc32(File file) throws FileNotFoundException, IOException {
CRC32 checkSummer = new CRC32();
CheckedInputStream cis = null;
try {
cis = new CheckedInputStream(new FileInputStream(file), checkSummer);
byte[] buf = new byte[128];
while (cis.read(buf) >= 0) {
// Just read for checksum to get calculated.
}
return checkSummer.getValue();
} finally {
if (cis != null) {
try {
cis.close();
} catch (IOException e) {
}
}
}
}
/**
* Calculates the CRC32 value of a file.
*
* @param file File to compute the CRC value
* @return CRC value formatted in 8 length hexadecimal in lowercase
*/
public static String calculateCRC32(File file) throws ChecksumException {
if (file == null) {
return null;
}
String hex = "";
try {
CheckedInputStream cis = new CheckedInputStream(new FileInputStream(file), new CRC32());
byte[] buf = new byte[10240]; // 10mb
while (cis.read(buf) >= 0) ;
hex = Long.toHexString(cis.getChecksum().getValue());
cis.close();
} catch (IOException | NullPointerException e) {
throw new ChecksumException("Unable to determine CRC32 value for file: " + file.getName());
}
for (int i = hex.length(); i < CRC32_LENGTH; i++) {
hex = "0" + hex;
}
return hex;
}
private int extractZip(String zip_path) {
ZipInputStream zip = null;
try {
zip = new ZipInputStream(new BufferedInputStream(new FileInputStream(zip_path)));
} catch (java.io.FileNotFoundException e) {
sendMessage(-2, 0, "Failed to read from zip file: " + e.toString());
return -1;
}
;
int num_file = 0;
while (true) {
num_file++;
ZipEntry entry = null;
try {
entry = zip.getNextEntry();
} catch (java.io.IOException e) {
sendMessage(-2, 0, "Failed to get entry from zip file: " + e.toString());
return -1;
}
if (entry == null) break;
String path = extract_dir + "/" + entry.getName();
if (entry.isDirectory()) {
try {
(new File(path)).mkdirs();
} catch (SecurityException e) {
sendMessage(-2, 0, "Failed to create directory: " + e.toString());
return -1;
}
continue;
}
try {
(new File(path.substring(0, path.lastIndexOf("/")))).mkdirs();
} catch (SecurityException e) {
sendMessage(-2, 0, "Failed to create directory: " + e.toString());
return -1;
}
;
if (extractZipEntry(path, zip, (int) entry.getSize(), "Extracting archives: " + num_file)
!= 0) return -1;
try {
CheckedInputStream check = new CheckedInputStream(new FileInputStream(path), new CRC32());
while (check.read(buf) > 0) {}
;
check.close();
if (check.getChecksum().getValue() != entry.getCrc()) {
File ff = new File(path);
ff.delete();
throw new Exception();
}
} catch (Exception e) {
sendMessage(-2, 0, "CRC check failed");
return -1;
}
}
return 0;
}
public boolean DownloadDataFile(final String DataDownloadUrl, final String DownloadFlagFileName) {
String[] downloadUrls = DataDownloadUrl.split("[|]");
if (downloadUrls.length < 2) return false;
Resources res = Parent.getResources();
String path = getOutFilePath(DownloadFlagFileName);
InputStream checkFile = null;
try {
checkFile = new FileInputStream(path);
} catch (FileNotFoundException e) {
} catch (SecurityException e) {
}
;
if (checkFile != null) {
try {
byte b[] = new byte[Globals.DataDownloadUrl.getBytes("UTF-8").length + 1];
int readed = checkFile.read(b);
String compare = new String(b, 0, readed, "UTF-8");
boolean matched = false;
// System.out.println("Read URL: '" + compare + "'");
for (int i = 1; i < downloadUrls.length; i++) {
// System.out.println("Comparing: '" + downloadUrls[i] + "'");
if (compare.compareTo(downloadUrls[i]) == 0) matched = true;
}
// System.out.println("Matched: " + String.valueOf(matched));
if (!matched) throw new IOException();
Status.setText(res.getString(R.string.download_unneeded));
return true;
} catch (IOException e) {
}
;
}
checkFile = null;
// Create output directory (not necessary for phone storage)
// System.out.println("Downloading data to: '" + outFilesDir + "'");
try {
(new File(outFilesDir)).mkdirs();
OutputStream out = new FileOutputStream(getOutFilePath(".nomedia"));
out.flush();
out.close();
} catch (SecurityException e) {
} catch (FileNotFoundException e) {
} catch (IOException e) {
}
;
HttpResponse response = null;
HttpGet request;
long totalLen = 0;
CountingInputStream stream;
byte[] buf = new byte[16384];
boolean DoNotUnzip = false;
boolean FileInAssets = false;
String url = "";
int downloadUrlIndex = 1;
while (downloadUrlIndex < downloadUrls.length) {
System.out.println("Processing download " + downloadUrls[downloadUrlIndex]);
url = new String(downloadUrls[downloadUrlIndex]);
DoNotUnzip = false;
if (url.indexOf(":") == 0) {
url = url.substring(url.indexOf(":", 1) + 1);
DoNotUnzip = true;
}
Status.setText(res.getString(R.string.connecting_to, url));
if (url.indexOf("http://") == -1 && url.indexOf("https://") == -1) // File inside assets
{
System.out.println("Fetching file from assets: " + url);
FileInAssets = true;
break;
} else {
System.out.println("Connecting to: " + url);
request = new HttpGet(url);
request.addHeader("Accept", "*/*");
try {
DefaultHttpClient client = HttpWithDisabledSslCertCheck();
client.getParams().setBooleanParameter("http.protocol.handle-redirects", true);
response = client.execute(request);
} catch (IOException e) {
System.out.println("Failed to connect to " + url);
downloadUrlIndex++;
}
;
if (response != null) {
if (response.getStatusLine().getStatusCode() != 200) {
response = null;
System.out.println("Failed to connect to " + url);
downloadUrlIndex++;
} else break;
}
}
}
if (FileInAssets) {
System.out.println("Unpacking from assets: '" + url + "'");
try {
// System.out.println("Unpacking from assets: '" + url + "' 1");
stream = new CountingInputStream(Parent.getAssets().open(url), 8192);
// System.out.println("Unpacking from assets: '" + url + "' 2");
while (stream.skip(65536) > 0) {}
;
// System.out.println("Unpacking from assets: '" + url + "' 3");
totalLen = stream.getBytesRead();
// System.out.println("Unpacking from assets: '" + url + "' 4 totalLen = " +
// String.valueOf(totalLen));
stream.close();
// System.out.println("Unpacking from assets: '" + url + "' 5");
stream = new CountingInputStream(Parent.getAssets().open(url), 8192);
// System.out.println("Unpacking from assets: '" + url + "' 6");
} catch (IOException e) {
System.out.println("Unpacking from assets '" + url + "' - error: " + e.toString());
Status.setText(res.getString(R.string.error_dl_from, url));
return false;
}
} else {
if (response == null) {
// System.out.println("Error connecting to " + url);
Status.setText(res.getString(R.string.failed_connecting_to, url));
return false;
}
Status.setText(res.getString(R.string.dl_from, url));
totalLen = response.getEntity().getContentLength();
try {
stream = new CountingInputStream(response.getEntity().getContent(), 8192);
} catch (java.io.IOException e) {
Status.setText(res.getString(R.string.error_dl_from, url));
return false;
}
}
if (DoNotUnzip) {
path =
getOutFilePath(
downloadUrls[downloadUrlIndex].substring(
1, downloadUrls[downloadUrlIndex].indexOf(":", 1)));
// System.out.println("Saving file '" + path + "'");
OutputStream out = null;
try {
try {
(new File(path.substring(0, path.lastIndexOf("/")))).mkdirs();
} catch (SecurityException e) {
}
;
out = new FileOutputStream(path);
} catch (FileNotFoundException e) {
System.out.println(
"Saving file '" + path + "' - error creating output file: " + e.toString());
} catch (SecurityException e) {
System.out.println(
"Saving file '" + path + "' - error creating output file: " + e.toString());
}
;
if (out == null) {
Status.setText(res.getString(R.string.error_write, path));
System.out.println("Saving file '" + path + "' - error creating output file");
return false;
}
try {
int len = stream.read(buf);
while (len >= 0) {
if (len > 0) out.write(buf, 0, len);
len = stream.read(buf);
float percent = 0.0f;
if (totalLen > 0) percent = stream.getBytesRead() * 100.0f / totalLen;
Status.setText(res.getString(R.string.dl_progress, percent, path));
}
out.flush();
out.close();
out = null;
} catch (java.io.IOException e) {
Status.setText(res.getString(R.string.error_write, path));
System.out.println("Saving file '" + path + "' - error writing: " + e.toString());
return false;
}
// System.out.println("Saving file '" + path + "' done");
} else {
// System.out.println("Reading from zip file aa'" + url + "'");
ZipInputStream zip = new ZipInputStream(stream);
while (true) {
ZipEntry entry = null;
try {
entry = zip.getNextEntry();
if (entry != null)
System.out.println(
"Reading from zip file '" + url + "' entry '" + entry.getName() + "'");
} catch (java.io.IOException e) {
Status.setText(res.getString(R.string.error_dl_from, url));
System.out.println("Error reading from zip file '" + url + "': " + e.toString());
return false;
}
if (entry == null) {
System.out.println("Reading from zip file '" + url + "' finished");
break;
}
if (entry.isDirectory()) {
System.out.println("Creating dir '" + getOutFilePath(entry.getName()) + "'");
try {
(new File(getOutFilePath(entry.getName()))).mkdirs();
} catch (SecurityException e) {
}
;
continue;
}
OutputStream out = null;
path = getOutFilePath(entry.getName());
// System.out.println("Saving file a '" + path + "'");
try {
(new File(path.substring(0, path.lastIndexOf("/")))).mkdirs();
} catch (SecurityException e) {
}
;
try {
CheckedInputStream check = new CheckedInputStream(new FileInputStream(path), new CRC32());
while (check.read(buf, 0, buf.length) > 0) {}
;
check.close();
if (check.getChecksum().getValue() != entry.getCrc()) {
File ff = new File(path);
ff.delete();
throw new Exception();
}
// System.out.println("File '" + path + "' exists and passed CRC check - not
// overwriting it");
continue;
} catch (Exception e) {
}
try {
out = new FileOutputStream(path);
} catch (FileNotFoundException e) {
System.out.println("Saving file '" + path + "' - cannot create file: " + e.toString());
} catch (SecurityException e) {
System.out.println("Saving file '" + path + "' - cannot create file: " + e.toString());
}
;
if (out == null) {
Status.setText(res.getString(R.string.error_write, path));
System.out.println("Saving file '" + path + "' - cannot create file");
return false;
}
float percent = 0.0f;
if (totalLen > 0) percent = stream.getBytesRead() * 100.0f / totalLen;
Status.setText(res.getString(R.string.dl_progress, percent, path));
try {
int len = zip.read(buf);
while (len >= 0) {
if (len > 0) out.write(buf, 0, len);
len = zip.read(buf);
percent = 0.0f;
if (totalLen > 0) percent = stream.getBytesRead() * 100.0f / totalLen;
Status.setText(res.getString(R.string.dl_progress, percent, path));
}
out.flush();
out.close();
out = null;
} catch (java.io.IOException e) {
Status.setText(res.getString(R.string.error_write, path));
System.out.println(
"Saving file '" + path + "' - error writing or downloading: " + e.toString());
return false;
}
try {
CheckedInputStream check = new CheckedInputStream(new FileInputStream(path), new CRC32());
while (check.read(buf, 0, buf.length) > 0) {}
;
check.close();
if (check.getChecksum().getValue() != entry.getCrc()) {
File ff = new File(path);
ff.delete();
throw new Exception();
}
} catch (Exception e) {
Status.setText(res.getString(R.string.error_write, path));
System.out.println("Saving file '" + path + "' - CRC check failed");
return false;
}
System.out.println("Saving file '" + path + "' done");
}
}
;
OutputStream out = null;
path = getOutFilePath(DownloadFlagFileName);
try {
out = new FileOutputStream(path);
out.write(downloadUrls[downloadUrlIndex].getBytes("UTF-8"));
out.flush();
out.close();
} catch (FileNotFoundException e) {
} catch (SecurityException e) {
} catch (java.io.IOException e) {
Status.setText(res.getString(R.string.error_write, path));
return false;
}
;
Status.setText(res.getString(R.string.dl_finished));
try {
stream.close();
} catch (java.io.IOException e) {
}
;
return true;
};