Example #1
0
  private static Long checksum(String filename) throws IOException {

    // Compute Adler-32 checksum
    CheckedInputStream cis = new CheckedInputStream(new FileInputStream(filename), new Adler32());
    byte[] tempBuf = new byte[128];

    while (cis.read(tempBuf) >= 0) {}

    return cis.getChecksum().getValue();
  }
  /**
   * This method will attempt to checksum the current JE db environment by computing the Adler-32
   * checksum on the latest JE log file available.
   *
   * @return The checksum of JE db environment or zero if checksum failed.
   */
  private long checksumDbEnv() {

    File parentDirectory = getFileForPath(cfg.getDBDirectory());
    File backendDirectory = new File(parentDirectory, cfg.getBackendId());

    List<File> jdbFiles = new ArrayList<File>();
    if (backendDirectory.isDirectory()) {
      jdbFiles =
          Arrays.asList(
              backendDirectory.listFiles(
                  new FilenameFilter() {
                    public boolean accept(File dir, String name) {
                      return name.endsWith(".jdb");
                    }
                  }));
    }

    if (!jdbFiles.isEmpty()) {
      Collections.sort(jdbFiles, Collections.reverseOrder());
      FileInputStream fis = null;
      try {
        fis = new FileInputStream(jdbFiles.get(0).toString());
        CheckedInputStream cis = new CheckedInputStream(fis, new Adler32());
        byte[] tempBuf = new byte[8192];
        while (cis.read(tempBuf) >= 0) {}

        return cis.getChecksum().getValue();
      } catch (Exception e) {
        if (debugEnabled()) {
          TRACER.debugCaught(DebugLogLevel.ERROR, e);
        }
      } finally {
        if (fis != null) {
          try {
            fis.close();
          } catch (Exception e) {
            if (debugEnabled()) {
              TRACER.debugCaught(DebugLogLevel.ERROR, e);
            }
          }
        }
      }
    }

    return 0;
  }
Example #3
0
  private Long getCRC(URL zipUrl) {
    Long result = -1l;
    try {
      CRC32 crc = new CRC32();
      CheckedInputStream cis = new CheckedInputStream(zipUrl.openStream(), crc);

      byte[] buffer = new byte[1024];
      int length;

      // read the entry from zip file and extract it to disk
      while ((length = cis.read(buffer)) > 0) ;

      cis.close();

      result = crc.getValue();
    } catch (IOException e) {
      LOG.warn("Unable to calculate CRC, resource doesn't exist?", e);
    }
    return result;
  }
Example #4
0
  /**
   * Computes the checksum of a file using the CRC32 checksum routine. The value of the checksum is
   * returned.
   *
   * @param file the file to checksum, must not be null
   * @return the checksum value or an exception is thrown.
   */
  public static long checksumCrc32(File file) throws FileNotFoundException, IOException {
    CRC32 checkSummer = new CRC32();
    CheckedInputStream cis = null;

    try {
      cis = new CheckedInputStream(new FileInputStream(file), checkSummer);
      byte[] buf = new byte[128];
      while (cis.read(buf) >= 0) {
        // Just read for checksum to get calculated.
      }
      return checkSummer.getValue();
    } finally {
      if (cis != null) {
        try {
          cis.close();
        } catch (IOException e) {
        }
      }
    }
  }
Example #5
0
  /**
   * Calculates the CRC32 value of a file.
   *
   * @param file File to compute the CRC value
   * @return CRC value formatted in 8 length hexadecimal in lowercase
   */
  public static String calculateCRC32(File file) throws ChecksumException {
    if (file == null) {
      return null;
    }
    String hex = "";
    try {
      CheckedInputStream cis = new CheckedInputStream(new FileInputStream(file), new CRC32());
      byte[] buf = new byte[10240]; // 10mb

      while (cis.read(buf) >= 0) ;

      hex = Long.toHexString(cis.getChecksum().getValue());
      cis.close();
    } catch (IOException | NullPointerException e) {
      throw new ChecksumException("Unable to determine CRC32 value for file: " + file.getName());
    }
    for (int i = hex.length(); i < CRC32_LENGTH; i++) {
      hex = "0" + hex;
    }
    return hex;
  }
  private int extractZip(String zip_path) {
    ZipInputStream zip = null;
    try {
      zip = new ZipInputStream(new BufferedInputStream(new FileInputStream(zip_path)));
    } catch (java.io.FileNotFoundException e) {
      sendMessage(-2, 0, "Failed to read from zip file: " + e.toString());
      return -1;
    }
    ;

    int num_file = 0;
    while (true) {
      num_file++;
      ZipEntry entry = null;
      try {
        entry = zip.getNextEntry();
      } catch (java.io.IOException e) {
        sendMessage(-2, 0, "Failed to get entry from zip file: " + e.toString());
        return -1;
      }
      if (entry == null) break;

      String path = extract_dir + "/" + entry.getName();
      if (entry.isDirectory()) {
        try {
          (new File(path)).mkdirs();
        } catch (SecurityException e) {
          sendMessage(-2, 0, "Failed to create directory: " + e.toString());
          return -1;
        }
        continue;
      }

      try {
        (new File(path.substring(0, path.lastIndexOf("/")))).mkdirs();
      } catch (SecurityException e) {
        sendMessage(-2, 0, "Failed to create directory: " + e.toString());
        return -1;
      }
      ;

      if (extractZipEntry(path, zip, (int) entry.getSize(), "Extracting archives: " + num_file)
          != 0) return -1;

      try {
        CheckedInputStream check = new CheckedInputStream(new FileInputStream(path), new CRC32());
        while (check.read(buf) > 0) {}
        ;
        check.close();
        if (check.getChecksum().getValue() != entry.getCrc()) {
          File ff = new File(path);
          ff.delete();
          throw new Exception();
        }
      } catch (Exception e) {
        sendMessage(-2, 0, "CRC check failed");
        return -1;
      }
    }

    return 0;
  }
Example #7
0
  public boolean DownloadDataFile(final String DataDownloadUrl, final String DownloadFlagFileName) {
    String[] downloadUrls = DataDownloadUrl.split("[|]");
    if (downloadUrls.length < 2) return false;

    Resources res = Parent.getResources();

    String path = getOutFilePath(DownloadFlagFileName);
    InputStream checkFile = null;
    try {
      checkFile = new FileInputStream(path);
    } catch (FileNotFoundException e) {
    } catch (SecurityException e) {
    }
    ;
    if (checkFile != null) {
      try {
        byte b[] = new byte[Globals.DataDownloadUrl.getBytes("UTF-8").length + 1];
        int readed = checkFile.read(b);
        String compare = new String(b, 0, readed, "UTF-8");
        boolean matched = false;
        // System.out.println("Read URL: '" + compare + "'");
        for (int i = 1; i < downloadUrls.length; i++) {
          // System.out.println("Comparing: '" + downloadUrls[i] + "'");
          if (compare.compareTo(downloadUrls[i]) == 0) matched = true;
        }
        // System.out.println("Matched: " + String.valueOf(matched));
        if (!matched) throw new IOException();
        Status.setText(res.getString(R.string.download_unneeded));
        return true;
      } catch (IOException e) {
      }
      ;
    }
    checkFile = null;

    // Create output directory (not necessary for phone storage)
    //		System.out.println("Downloading data to: '" + outFilesDir + "'");
    try {
      (new File(outFilesDir)).mkdirs();
      OutputStream out = new FileOutputStream(getOutFilePath(".nomedia"));
      out.flush();
      out.close();
    } catch (SecurityException e) {
    } catch (FileNotFoundException e) {
    } catch (IOException e) {
    }
    ;

    HttpResponse response = null;
    HttpGet request;
    long totalLen = 0;
    CountingInputStream stream;
    byte[] buf = new byte[16384];
    boolean DoNotUnzip = false;
    boolean FileInAssets = false;
    String url = "";

    int downloadUrlIndex = 1;
    while (downloadUrlIndex < downloadUrls.length) {
      System.out.println("Processing download " + downloadUrls[downloadUrlIndex]);
      url = new String(downloadUrls[downloadUrlIndex]);
      DoNotUnzip = false;
      if (url.indexOf(":") == 0) {
        url = url.substring(url.indexOf(":", 1) + 1);
        DoNotUnzip = true;
      }
      Status.setText(res.getString(R.string.connecting_to, url));
      if (url.indexOf("http://") == -1 && url.indexOf("https://") == -1) // File inside assets
      {
        System.out.println("Fetching file from assets: " + url);
        FileInAssets = true;
        break;
      } else {
        System.out.println("Connecting to: " + url);
        request = new HttpGet(url);
        request.addHeader("Accept", "*/*");
        try {
          DefaultHttpClient client = HttpWithDisabledSslCertCheck();
          client.getParams().setBooleanParameter("http.protocol.handle-redirects", true);
          response = client.execute(request);
        } catch (IOException e) {
          System.out.println("Failed to connect to " + url);
          downloadUrlIndex++;
        }
        ;
        if (response != null) {
          if (response.getStatusLine().getStatusCode() != 200) {
            response = null;
            System.out.println("Failed to connect to " + url);
            downloadUrlIndex++;
          } else break;
        }
      }
    }
    if (FileInAssets) {
      System.out.println("Unpacking from assets: '" + url + "'");
      try {
        //				System.out.println("Unpacking from assets: '" + url + "' 1");
        stream = new CountingInputStream(Parent.getAssets().open(url), 8192);
        //				System.out.println("Unpacking from assets: '" + url + "' 2");
        while (stream.skip(65536) > 0) {}
        ;
        //				System.out.println("Unpacking from assets: '" + url + "' 3");
        totalLen = stream.getBytesRead();
        //				System.out.println("Unpacking from assets: '" + url + "' 4 totalLen = " +
        // String.valueOf(totalLen));
        stream.close();
        //				System.out.println("Unpacking from assets: '" + url + "' 5");
        stream = new CountingInputStream(Parent.getAssets().open(url), 8192);
        //				System.out.println("Unpacking from assets: '" + url + "' 6");
      } catch (IOException e) {
        System.out.println("Unpacking from assets '" + url + "' - error: " + e.toString());
        Status.setText(res.getString(R.string.error_dl_from, url));
        return false;
      }
    } else {
      if (response == null) {
        //				System.out.println("Error connecting to " + url);
        Status.setText(res.getString(R.string.failed_connecting_to, url));
        return false;
      }

      Status.setText(res.getString(R.string.dl_from, url));
      totalLen = response.getEntity().getContentLength();
      try {
        stream = new CountingInputStream(response.getEntity().getContent(), 8192);
      } catch (java.io.IOException e) {
        Status.setText(res.getString(R.string.error_dl_from, url));
        return false;
      }
    }

    if (DoNotUnzip) {
      path =
          getOutFilePath(
              downloadUrls[downloadUrlIndex].substring(
                  1, downloadUrls[downloadUrlIndex].indexOf(":", 1)));
      //			System.out.println("Saving file '" + path + "'");
      OutputStream out = null;
      try {
        try {
          (new File(path.substring(0, path.lastIndexOf("/")))).mkdirs();
        } catch (SecurityException e) {
        }
        ;

        out = new FileOutputStream(path);
      } catch (FileNotFoundException e) {
        System.out.println(
            "Saving file '" + path + "' - error creating output file: " + e.toString());
      } catch (SecurityException e) {
        System.out.println(
            "Saving file '" + path + "' - error creating output file: " + e.toString());
      }
      ;
      if (out == null) {
        Status.setText(res.getString(R.string.error_write, path));
        System.out.println("Saving file '" + path + "' - error creating output file");
        return false;
      }

      try {
        int len = stream.read(buf);
        while (len >= 0) {
          if (len > 0) out.write(buf, 0, len);
          len = stream.read(buf);

          float percent = 0.0f;
          if (totalLen > 0) percent = stream.getBytesRead() * 100.0f / totalLen;
          Status.setText(res.getString(R.string.dl_progress, percent, path));
        }
        out.flush();
        out.close();
        out = null;
      } catch (java.io.IOException e) {
        Status.setText(res.getString(R.string.error_write, path));
        System.out.println("Saving file '" + path + "' - error writing: " + e.toString());
        return false;
      }
      //			System.out.println("Saving file '" + path + "' done");
    } else {
      //			System.out.println("Reading from zip file aa'" + url + "'");
      ZipInputStream zip = new ZipInputStream(stream);

      while (true) {
        ZipEntry entry = null;
        try {
          entry = zip.getNextEntry();
          if (entry != null)
            System.out.println(
                "Reading from zip file '" + url + "' entry '" + entry.getName() + "'");
        } catch (java.io.IOException e) {
          Status.setText(res.getString(R.string.error_dl_from, url));
          System.out.println("Error reading from zip file '" + url + "': " + e.toString());
          return false;
        }
        if (entry == null) {
          System.out.println("Reading from zip file '" + url + "' finished");
          break;
        }
        if (entry.isDirectory()) {
          System.out.println("Creating dir '" + getOutFilePath(entry.getName()) + "'");
          try {
            (new File(getOutFilePath(entry.getName()))).mkdirs();
          } catch (SecurityException e) {
          }
          ;
          continue;
        }

        OutputStream out = null;
        path = getOutFilePath(entry.getName());

        //				System.out.println("Saving file a '" + path + "'");

        try {
          (new File(path.substring(0, path.lastIndexOf("/")))).mkdirs();
        } catch (SecurityException e) {
        }
        ;

        try {
          CheckedInputStream check = new CheckedInputStream(new FileInputStream(path), new CRC32());
          while (check.read(buf, 0, buf.length) > 0) {}
          ;
          check.close();
          if (check.getChecksum().getValue() != entry.getCrc()) {
            File ff = new File(path);
            ff.delete();
            throw new Exception();
          }
          //					System.out.println("File '" + path + "' exists and passed CRC check - not
          // overwriting it");
          continue;
        } catch (Exception e) {
        }

        try {
          out = new FileOutputStream(path);
        } catch (FileNotFoundException e) {
          System.out.println("Saving file '" + path + "' - cannot create file: " + e.toString());
        } catch (SecurityException e) {
          System.out.println("Saving file '" + path + "' - cannot create file: " + e.toString());
        }
        ;
        if (out == null) {
          Status.setText(res.getString(R.string.error_write, path));
          System.out.println("Saving file '" + path + "' - cannot create file");
          return false;
        }

        float percent = 0.0f;
        if (totalLen > 0) percent = stream.getBytesRead() * 100.0f / totalLen;
        Status.setText(res.getString(R.string.dl_progress, percent, path));

        try {
          int len = zip.read(buf);
          while (len >= 0) {
            if (len > 0) out.write(buf, 0, len);
            len = zip.read(buf);

            percent = 0.0f;
            if (totalLen > 0) percent = stream.getBytesRead() * 100.0f / totalLen;
            Status.setText(res.getString(R.string.dl_progress, percent, path));
          }
          out.flush();
          out.close();
          out = null;
        } catch (java.io.IOException e) {
          Status.setText(res.getString(R.string.error_write, path));
          System.out.println(
              "Saving file '" + path + "' - error writing or downloading: " + e.toString());
          return false;
        }

        try {
          CheckedInputStream check = new CheckedInputStream(new FileInputStream(path), new CRC32());
          while (check.read(buf, 0, buf.length) > 0) {}
          ;
          check.close();
          if (check.getChecksum().getValue() != entry.getCrc()) {
            File ff = new File(path);
            ff.delete();
            throw new Exception();
          }
        } catch (Exception e) {
          Status.setText(res.getString(R.string.error_write, path));
          System.out.println("Saving file '" + path + "' - CRC check failed");
          return false;
        }
        System.out.println("Saving file '" + path + "' done");
      }
    }
    ;

    OutputStream out = null;
    path = getOutFilePath(DownloadFlagFileName);
    try {
      out = new FileOutputStream(path);
      out.write(downloadUrls[downloadUrlIndex].getBytes("UTF-8"));
      out.flush();
      out.close();
    } catch (FileNotFoundException e) {
    } catch (SecurityException e) {
    } catch (java.io.IOException e) {
      Status.setText(res.getString(R.string.error_write, path));
      return false;
    }
    ;
    Status.setText(res.getString(R.string.dl_finished));

    try {
      stream.close();
    } catch (java.io.IOException e) {
    }
    ;

    return true;
  };