Example #1
0
 private synchronized void saveToIndexOfIndexFile(String fileName) throws IOException {
   FileAccessBase file = FileFactory.newFileAccess(fileName);
   if (file == null) {
     return;
   }
   if (!file.exists()) {
     file.create();
   }
   if (file.isFile() && file.canWrite()) {
     int writeBufLen = 256 + 1 + 16;
     byte[] buf = new byte[bufLen];
     int pos = 0;
     int ret = 0;
     int contentLength = 0;
     starIndex.putIntintoByte(this.bucketSize, 0, buf);
     // System.out.println("write " + wordList.size());
     file.write(buf, 0, 4);
     for (int i = 0; i < wordList.size(); i++) {
       starIndexItem item = (starIndexItem) wordList.elementAt(i);
       if (item.getBytes().length + 19 + pos < bufLen) {
         ByteArrayString.byteCopy(item.getBytes(), 0, buf, pos, item.getBytes().length);
         pos += item.getBytes().length;
         buf[pos] = 0;
         pos++;
         starIndex.putIntintoByte(item.getbucket(0).getStart(), pos, buf);
         pos += 4;
         starIndex.putIntintoByte(item.getbucket(0).getLength(), pos, buf);
         pos += 4;
         starIndex.putIntintoByte(item.getStart(), pos, buf);
         pos += 4;
         starIndex.putIntintoByte(item.getLength(), pos, buf);
         pos += 4;
       } else {
         file.write(buf, 0, pos);
         pos = 0;
         i--;
       }
     }
     if (pos != 0) {
       file.write(buf, 0, pos);
     }
     file.flush();
     file.close();
     buf = null;
   }
 }
Example #2
0
 public void close() {
   if (indexFile != null) {
     try {
       indexFile.close();
     } catch (IOException ex) {
       ex.printStackTrace();
     }
     indexFile = null;
   }
 }
Example #3
0
  protected boolean loadInfo() {
    String s = getLocation();
    s = s.substring(preifx.length());
    String[] tmp = com.teesoft.jfile.resource.resourceFileAccess.split(s, '/');
    dict = tmp[0];
    file = tmp[1];
    sparseSize = (int) SIZE;
    try {
      String url = OnlineInfo.dictsizeUrl + dict + "/" + file;
      FileAccessBase con = FileFactory.openFileAccess(url, false);
      byte[] buf = new byte[32];
      int len = con.read(buf);

      filesize = Long.parseLong(new String(buf, 0, len)); //
      // con.fileSize();
      setConnection(con);
    } catch (Exception ex) {
      return false;
    }
    return true;
  }
Example #4
0
  private void loadFromIndexFile(FileAccessBase file) throws IOException {
    if (file != null && file.isFile() && file.canRead()) {

      byte[] buf = new byte[bufLen];
      int pos = 0;
      int ret = 0;
      int contentLength = 0;
      do {
        ret = file.read(buf, pos, buf.length - pos);
        if (ret <= 0) {
          break;
        }
        contentLength = pos + ret;
        pos = parseBuf(buf, contentLength);
        // System.out.println( Runtime.getRuntime().freeMemory() + " of " +
        // Runtime.getRuntime().totalMemory() );
      } while (true);
      file.close();
      buf = null;
      // System.gc();
    }
  }
Example #5
0
  private void loadFromIndexOfIndexFile(final FileAccessBase file) throws IOException {
    if (file.isFile() && file.canRead()) {

      byte[] buf = new byte[bufLen];
      int pos = 0;
      int ret = 0;
      int contentLength = 0;
      // read the bocket size,it's 4 byte
      ret = file.read(buf, pos, 4);
      bucketSize = getIntFromByte(pos, buf);
      do {
        ret = file.read(buf, pos, buf.length - pos);
        if (ret == -1) {
          break;
        }
        contentLength = pos + ret;
        pos = parseIndexOfIndexBuf(buf, contentLength);
      } while (true);
      file.close();
      buf = null;
      // System.gc();
    }
  }
Example #6
0
  /** Creates a new instance of ByteArrayString */
  public starIndex(FileAccessBase indexFile, starDict dict) {
    super(dict);
    if (Runtime.getRuntime().totalMemory() < 1024 * 1024) bufLen = 1024 * 8;
    FileAccessBase file = null;
    try {
      this.dict = dict;
      this.indexFile = indexFile;
      this.fileName = indexFile.getAbsolutePath();
      boolean indexOfIndexLoaded = false;
      file = FileFactory.openFileAccess(fileName + ".idx", true);

      try {
        if (file != null && file.isFile() && file.canRead()) {
          if (file.fileSize() > 0) {
            loadFromIndexOfIndexFile(file);
            indexOfIndexLoaded = true;
          }
        }
      } catch (IOException ex) {
        ex.printStackTrace();
      } finally {
        if (file != null) {
          file.close();
          file = null;
        }
      }

      if (!indexOfIndexLoaded) {
        try {
          DictManager.getInstance().NotifyPromptStart("tuningindex");
          file = getIndexFile();
          loadFromIndexFile(file);
          // System.gc();
          saveToIndexOfIndexFile(fileName + ".idx");
          DictManager.getInstance().NotifyPromptEnd("tuningindex");
        } catch (Exception ex) {
          // System.out.println("Error While load index:" + ex.getMessage());
          ex.printStackTrace();
        }
      }
    } catch (IOException ex) {
      ex.printStackTrace();
    } finally {
      try {
        if (file != null) {
          file.close();
        }
      } catch (IOException ex) {
        ex.printStackTrace();
      }
    }
  }