private static Long checksum(String filename) throws IOException { // Compute Adler-32 checksum CheckedInputStream cis = new CheckedInputStream(new FileInputStream(filename), new Adler32()); byte[] tempBuf = new byte[128]; while (cis.read(tempBuf) >= 0) {} return cis.getChecksum().getValue(); }
/** * This method will attempt to checksum the current JE db environment by computing the Adler-32 * checksum on the latest JE log file available. * * @return The checksum of JE db environment or zero if checksum failed. */ private long checksumDbEnv() { File parentDirectory = getFileForPath(cfg.getDBDirectory()); File backendDirectory = new File(parentDirectory, cfg.getBackendId()); List<File> jdbFiles = new ArrayList<File>(); if (backendDirectory.isDirectory()) { jdbFiles = Arrays.asList( backendDirectory.listFiles( new FilenameFilter() { public boolean accept(File dir, String name) { return name.endsWith(".jdb"); } })); } if (!jdbFiles.isEmpty()) { Collections.sort(jdbFiles, Collections.reverseOrder()); FileInputStream fis = null; try { fis = new FileInputStream(jdbFiles.get(0).toString()); CheckedInputStream cis = new CheckedInputStream(fis, new Adler32()); byte[] tempBuf = new byte[8192]; while (cis.read(tempBuf) >= 0) {} return cis.getChecksum().getValue(); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } finally { if (fis != null) { try { fis.close(); } catch (Exception e) { if (debugEnabled()) { TRACER.debugCaught(DebugLogLevel.ERROR, e); } } } } } return 0; }
private Long getCRC(URL zipUrl) { Long result = -1l; try { CRC32 crc = new CRC32(); CheckedInputStream cis = new CheckedInputStream(zipUrl.openStream(), crc); byte[] buffer = new byte[1024]; int length; // read the entry from zip file and extract it to disk while ((length = cis.read(buffer)) > 0) ; cis.close(); result = crc.getValue(); } catch (IOException e) { LOG.warn("Unable to calculate CRC, resource doesn't exist?", e); } return result; }
/** * Computes the checksum of a file using the CRC32 checksum routine. The value of the checksum is * returned. * * @param file the file to checksum, must not be null * @return the checksum value or an exception is thrown. */ public static long checksumCrc32(File file) throws FileNotFoundException, IOException { CRC32 checkSummer = new CRC32(); CheckedInputStream cis = null; try { cis = new CheckedInputStream(new FileInputStream(file), checkSummer); byte[] buf = new byte[128]; while (cis.read(buf) >= 0) { // Just read for checksum to get calculated. } return checkSummer.getValue(); } finally { if (cis != null) { try { cis.close(); } catch (IOException e) { } } } }
/** * Calculates the CRC32 value of a file. * * @param file File to compute the CRC value * @return CRC value formatted in 8 length hexadecimal in lowercase */ public static String calculateCRC32(File file) throws ChecksumException { if (file == null) { return null; } String hex = ""; try { CheckedInputStream cis = new CheckedInputStream(new FileInputStream(file), new CRC32()); byte[] buf = new byte[10240]; // 10mb while (cis.read(buf) >= 0) ; hex = Long.toHexString(cis.getChecksum().getValue()); cis.close(); } catch (IOException | NullPointerException e) { throw new ChecksumException("Unable to determine CRC32 value for file: " + file.getName()); } for (int i = hex.length(); i < CRC32_LENGTH; i++) { hex = "0" + hex; } return hex; }
private int extractZip(String zip_path) { ZipInputStream zip = null; try { zip = new ZipInputStream(new BufferedInputStream(new FileInputStream(zip_path))); } catch (java.io.FileNotFoundException e) { sendMessage(-2, 0, "Failed to read from zip file: " + e.toString()); return -1; } ; int num_file = 0; while (true) { num_file++; ZipEntry entry = null; try { entry = zip.getNextEntry(); } catch (java.io.IOException e) { sendMessage(-2, 0, "Failed to get entry from zip file: " + e.toString()); return -1; } if (entry == null) break; String path = extract_dir + "/" + entry.getName(); if (entry.isDirectory()) { try { (new File(path)).mkdirs(); } catch (SecurityException e) { sendMessage(-2, 0, "Failed to create directory: " + e.toString()); return -1; } continue; } try { (new File(path.substring(0, path.lastIndexOf("/")))).mkdirs(); } catch (SecurityException e) { sendMessage(-2, 0, "Failed to create directory: " + e.toString()); return -1; } ; if (extractZipEntry(path, zip, (int) entry.getSize(), "Extracting archives: " + num_file) != 0) return -1; try { CheckedInputStream check = new CheckedInputStream(new FileInputStream(path), new CRC32()); while (check.read(buf) > 0) {} ; check.close(); if (check.getChecksum().getValue() != entry.getCrc()) { File ff = new File(path); ff.delete(); throw new Exception(); } } catch (Exception e) { sendMessage(-2, 0, "CRC check failed"); return -1; } } return 0; }
public boolean DownloadDataFile(final String DataDownloadUrl, final String DownloadFlagFileName) { String[] downloadUrls = DataDownloadUrl.split("[|]"); if (downloadUrls.length < 2) return false; Resources res = Parent.getResources(); String path = getOutFilePath(DownloadFlagFileName); InputStream checkFile = null; try { checkFile = new FileInputStream(path); } catch (FileNotFoundException e) { } catch (SecurityException e) { } ; if (checkFile != null) { try { byte b[] = new byte[Globals.DataDownloadUrl.getBytes("UTF-8").length + 1]; int readed = checkFile.read(b); String compare = new String(b, 0, readed, "UTF-8"); boolean matched = false; // System.out.println("Read URL: '" + compare + "'"); for (int i = 1; i < downloadUrls.length; i++) { // System.out.println("Comparing: '" + downloadUrls[i] + "'"); if (compare.compareTo(downloadUrls[i]) == 0) matched = true; } // System.out.println("Matched: " + String.valueOf(matched)); if (!matched) throw new IOException(); Status.setText(res.getString(R.string.download_unneeded)); return true; } catch (IOException e) { } ; } checkFile = null; // Create output directory (not necessary for phone storage) // System.out.println("Downloading data to: '" + outFilesDir + "'"); try { (new File(outFilesDir)).mkdirs(); OutputStream out = new FileOutputStream(getOutFilePath(".nomedia")); out.flush(); out.close(); } catch (SecurityException e) { } catch (FileNotFoundException e) { } catch (IOException e) { } ; HttpResponse response = null; HttpGet request; long totalLen = 0; CountingInputStream stream; byte[] buf = new byte[16384]; boolean DoNotUnzip = false; boolean FileInAssets = false; String url = ""; int downloadUrlIndex = 1; while (downloadUrlIndex < downloadUrls.length) { System.out.println("Processing download " + downloadUrls[downloadUrlIndex]); url = new String(downloadUrls[downloadUrlIndex]); DoNotUnzip = false; if (url.indexOf(":") == 0) { url = url.substring(url.indexOf(":", 1) + 1); DoNotUnzip = true; } Status.setText(res.getString(R.string.connecting_to, url)); if (url.indexOf("http://") == -1 && url.indexOf("https://") == -1) // File inside assets { System.out.println("Fetching file from assets: " + url); FileInAssets = true; break; } else { System.out.println("Connecting to: " + url); request = new HttpGet(url); request.addHeader("Accept", "*/*"); try { DefaultHttpClient client = HttpWithDisabledSslCertCheck(); client.getParams().setBooleanParameter("http.protocol.handle-redirects", true); response = client.execute(request); } catch (IOException e) { System.out.println("Failed to connect to " + url); downloadUrlIndex++; } ; if (response != null) { if (response.getStatusLine().getStatusCode() != 200) { response = null; System.out.println("Failed to connect to " + url); downloadUrlIndex++; } else break; } } } if (FileInAssets) { System.out.println("Unpacking from assets: '" + url + "'"); try { // System.out.println("Unpacking from assets: '" + url + "' 1"); stream = new CountingInputStream(Parent.getAssets().open(url), 8192); // System.out.println("Unpacking from assets: '" + url + "' 2"); while (stream.skip(65536) > 0) {} ; // System.out.println("Unpacking from assets: '" + url + "' 3"); totalLen = stream.getBytesRead(); // System.out.println("Unpacking from assets: '" + url + "' 4 totalLen = " + // String.valueOf(totalLen)); stream.close(); // System.out.println("Unpacking from assets: '" + url + "' 5"); stream = new CountingInputStream(Parent.getAssets().open(url), 8192); // System.out.println("Unpacking from assets: '" + url + "' 6"); } catch (IOException e) { System.out.println("Unpacking from assets '" + url + "' - error: " + e.toString()); Status.setText(res.getString(R.string.error_dl_from, url)); return false; } } else { if (response == null) { // System.out.println("Error connecting to " + url); Status.setText(res.getString(R.string.failed_connecting_to, url)); return false; } Status.setText(res.getString(R.string.dl_from, url)); totalLen = response.getEntity().getContentLength(); try { stream = new CountingInputStream(response.getEntity().getContent(), 8192); } catch (java.io.IOException e) { Status.setText(res.getString(R.string.error_dl_from, url)); return false; } } if (DoNotUnzip) { path = getOutFilePath( downloadUrls[downloadUrlIndex].substring( 1, downloadUrls[downloadUrlIndex].indexOf(":", 1))); // System.out.println("Saving file '" + path + "'"); OutputStream out = null; try { try { (new File(path.substring(0, path.lastIndexOf("/")))).mkdirs(); } catch (SecurityException e) { } ; out = new FileOutputStream(path); } catch (FileNotFoundException e) { System.out.println( "Saving file '" + path + "' - error creating output file: " + e.toString()); } catch (SecurityException e) { System.out.println( "Saving file '" + path + "' - error creating output file: " + e.toString()); } ; if (out == null) { Status.setText(res.getString(R.string.error_write, path)); System.out.println("Saving file '" + path + "' - error creating output file"); return false; } try { int len = stream.read(buf); while (len >= 0) { if (len > 0) out.write(buf, 0, len); len = stream.read(buf); float percent = 0.0f; if (totalLen > 0) percent = stream.getBytesRead() * 100.0f / totalLen; Status.setText(res.getString(R.string.dl_progress, percent, path)); } out.flush(); out.close(); out = null; } catch (java.io.IOException e) { Status.setText(res.getString(R.string.error_write, path)); System.out.println("Saving file '" + path + "' - error writing: " + e.toString()); return false; } // System.out.println("Saving file '" + path + "' done"); } else { // System.out.println("Reading from zip file aa'" + url + "'"); ZipInputStream zip = new ZipInputStream(stream); while (true) { ZipEntry entry = null; try { entry = zip.getNextEntry(); if (entry != null) System.out.println( "Reading from zip file '" + url + "' entry '" + entry.getName() + "'"); } catch (java.io.IOException e) { Status.setText(res.getString(R.string.error_dl_from, url)); System.out.println("Error reading from zip file '" + url + "': " + e.toString()); return false; } if (entry == null) { System.out.println("Reading from zip file '" + url + "' finished"); break; } if (entry.isDirectory()) { System.out.println("Creating dir '" + getOutFilePath(entry.getName()) + "'"); try { (new File(getOutFilePath(entry.getName()))).mkdirs(); } catch (SecurityException e) { } ; continue; } OutputStream out = null; path = getOutFilePath(entry.getName()); // System.out.println("Saving file a '" + path + "'"); try { (new File(path.substring(0, path.lastIndexOf("/")))).mkdirs(); } catch (SecurityException e) { } ; try { CheckedInputStream check = new CheckedInputStream(new FileInputStream(path), new CRC32()); while (check.read(buf, 0, buf.length) > 0) {} ; check.close(); if (check.getChecksum().getValue() != entry.getCrc()) { File ff = new File(path); ff.delete(); throw new Exception(); } // System.out.println("File '" + path + "' exists and passed CRC check - not // overwriting it"); continue; } catch (Exception e) { } try { out = new FileOutputStream(path); } catch (FileNotFoundException e) { System.out.println("Saving file '" + path + "' - cannot create file: " + e.toString()); } catch (SecurityException e) { System.out.println("Saving file '" + path + "' - cannot create file: " + e.toString()); } ; if (out == null) { Status.setText(res.getString(R.string.error_write, path)); System.out.println("Saving file '" + path + "' - cannot create file"); return false; } float percent = 0.0f; if (totalLen > 0) percent = stream.getBytesRead() * 100.0f / totalLen; Status.setText(res.getString(R.string.dl_progress, percent, path)); try { int len = zip.read(buf); while (len >= 0) { if (len > 0) out.write(buf, 0, len); len = zip.read(buf); percent = 0.0f; if (totalLen > 0) percent = stream.getBytesRead() * 100.0f / totalLen; Status.setText(res.getString(R.string.dl_progress, percent, path)); } out.flush(); out.close(); out = null; } catch (java.io.IOException e) { Status.setText(res.getString(R.string.error_write, path)); System.out.println( "Saving file '" + path + "' - error writing or downloading: " + e.toString()); return false; } try { CheckedInputStream check = new CheckedInputStream(new FileInputStream(path), new CRC32()); while (check.read(buf, 0, buf.length) > 0) {} ; check.close(); if (check.getChecksum().getValue() != entry.getCrc()) { File ff = new File(path); ff.delete(); throw new Exception(); } } catch (Exception e) { Status.setText(res.getString(R.string.error_write, path)); System.out.println("Saving file '" + path + "' - CRC check failed"); return false; } System.out.println("Saving file '" + path + "' done"); } } ; OutputStream out = null; path = getOutFilePath(DownloadFlagFileName); try { out = new FileOutputStream(path); out.write(downloadUrls[downloadUrlIndex].getBytes("UTF-8")); out.flush(); out.close(); } catch (FileNotFoundException e) { } catch (SecurityException e) { } catch (java.io.IOException e) { Status.setText(res.getString(R.string.error_write, path)); return false; } ; Status.setText(res.getString(R.string.dl_finished)); try { stream.close(); } catch (java.io.IOException e) { } ; return true; };