protected void unpackComponents() throws IOException, FileNotFoundException {
File applicationPackage = new File(getApplication().getPackageResourcePath());
File componentsDir = new File(sGREDir, "components");
if (componentsDir.lastModified() == applicationPackage.lastModified()) return;
componentsDir.mkdir();
componentsDir.setLastModified(applicationPackage.lastModified());
GeckoAppShell.killAnyZombies();
ZipFile zip = new ZipFile(applicationPackage);
byte[] buf = new byte[32768];
try {
if (unpackFile(zip, buf, null, "removed-files")) removeFiles();
} catch (Exception ex) {
// This file may not be there, so just log any errors and move on
Log.w(LOG_FILE_NAME, "error removing files", ex);
}
// copy any .xpi file into an extensions/ directory
Enumeration<? extends ZipEntry> zipEntries = zip.entries();
while (zipEntries.hasMoreElements()) {
ZipEntry entry = zipEntries.nextElement();
if (entry.getName().startsWith("extensions/") && entry.getName().endsWith(".xpi")) {
Log.i("GeckoAppJava", "installing extension : " + entry.getName());
unpackFile(zip, buf, entry, entry.getName());
}
}
}
private boolean unpackFile(ZipFile zip, byte[] buf, ZipEntry fileEntry, String name)
throws IOException, FileNotFoundException {
if (fileEntry == null) fileEntry = zip.getEntry(name);
if (fileEntry == null)
throw new FileNotFoundException("Can't find " + name + " in " + zip.getName());
File outFile = new File(sGREDir, name);
if (outFile.lastModified() == fileEntry.getTime() && outFile.length() == fileEntry.getSize())
return false;
File dir = outFile.getParentFile();
if (!dir.exists()) dir.mkdirs();
InputStream fileStream;
fileStream = zip.getInputStream(fileEntry);
OutputStream outStream = new FileOutputStream(outFile);
while (fileStream.available() > 0) {
int read = fileStream.read(buf, 0, buf.length);
outStream.write(buf, 0, read);
}
fileStream.close();
outStream.close();
outFile.setLastModified(fileEntry.getTime());
return true;
}
/**
* write certain specified categories as AIMLIF files
*
* @param graph the Graphmaster containing the categories to write
* @param file the destination AIMLIF file
*/
public void writeCertainIFCategories(Graphmaster graph, String file) {
if (MagicBooleans.trace_mode)
System.out.println(
"writeCertainIFCaegories " + file + " size= " + graph.getCategories().size());
writeIFCategories(graph.getCategories(), file + MagicStrings.aimlif_file_suffix);
File dir = new File(aimlif_path);
dir.setLastModified(new Date().getTime());
}
void updateLastModifiedTime(Set<ZipEntry> zes) throws IOException {
for (ZipEntry ze : zes) {
long lastModified = ze.getTime();
if (lastModified != -1) {
File f = new File(ze.getName().replace('/', File.separatorChar));
f.setLastModified(lastModified);
}
}
}
/**
* Get a file in the cache. File may or may not exist. We assume its always writeable. If it does
* exist, set its LastModifiedDate to current time.
*
* @param fileLocation normal file location
* @return equivilent File in the cache.
*/
public static File getCacheFile(String fileLocation) {
File f = new File(makeCachePath(fileLocation));
if (f.exists()) f.setLastModified(System.currentTimeMillis());
if (!checkExist) {
File dir = f.getParentFile();
dir.mkdirs();
checkExist = true;
}
return f;
}
/** Write all AIML files. Adds categories for BUILD and DEVELOPMENT ENVIRONMENT */
public void writeAIMLFiles() {
if (MagicBooleans.trace_mode) System.out.println("writeAIMLFiles");
HashMap<String, BufferedWriter> fileMap = new HashMap<String, BufferedWriter>();
Category b = new Category(0, "BRAIN BUILD", "*", "*", new Date().toString(), "update.aiml");
brain.addCategory(b);
// b = new Category(0, "PROGRAM VERSION", "*", "*", MagicStrings.program_name_version,
// "update.aiml");
// brain.addCategory(b);
ArrayList<Category> brainCategories = brain.getCategories();
Collections.sort(brainCategories, Category.CATEGORY_NUMBER_COMPARATOR);
for (Category c : brainCategories) {
if (!c.getFilename().equals(MagicStrings.null_aiml_file))
try {
// System.out.println("Writing "+c.getCategoryNumber()+" "+c.inputThatTopic());
BufferedWriter bw;
String fileName = c.getFilename();
if (fileMap.containsKey(fileName)) bw = fileMap.get(fileName);
else {
String copyright = Utilities.getCopyright(this, fileName);
bw = new BufferedWriter(new FileWriter(aiml_path + "/" + fileName));
fileMap.put(fileName, bw);
bw.write("<?xml version=\"1.0\" encoding=\"UTF-8\"?>" + "\n" + "<aiml>\n");
bw.write(copyright);
// bw.newLine();
}
bw.write(Category.categoryToAIML(c) + "\n");
// bw.newLine();
} catch (Exception ex) {
ex.printStackTrace();
}
}
Set set = fileMap.keySet();
for (Object aSet : set) {
BufferedWriter bw = fileMap.get(aSet);
// Close the bw
try {
if (bw != null) {
bw.write("</aiml>\n");
bw.flush();
bw.close();
}
} catch (IOException ex) {
ex.printStackTrace();
}
}
File dir = new File(aiml_path);
dir.setLastModified(new Date().getTime());
}
/**
* Extracts next entry from JAR file, creating directories as needed. If the entry is for a
* directory which doesn't exist prior to this invocation, returns that entry, otherwise returns
* null.
*/
ZipEntry extractFile(InputStream is, ZipEntry e) throws IOException {
ZipEntry rc = null;
String name = e.getName();
File f = new File(e.getName().replace('/', File.separatorChar));
if (e.isDirectory()) {
if (f.exists()) {
if (!f.isDirectory()) {
throw new IOException(formatMsg("error.create.dir", f.getPath()));
}
} else {
if (!f.mkdirs()) {
throw new IOException(formatMsg("error.create.dir", f.getPath()));
} else {
rc = e;
}
}
if (vflag) {
output(formatMsg("out.create", name));
}
} else {
if (f.getParent() != null) {
File d = new File(f.getParent());
if (!d.exists() && !d.mkdirs() || !d.isDirectory()) {
throw new IOException(formatMsg("error.create.dir", d.getPath()));
}
}
try {
copy(is, f);
} finally {
if (is instanceof ZipInputStream) ((ZipInputStream) is).closeEntry();
else is.close();
}
if (vflag) {
if (e.getMethod() == ZipEntry.DEFLATED) {
output(formatMsg("out.inflated", name));
} else {
output(formatMsg("out.extracted", name));
}
}
}
if (!useExtractionTime) {
long lastModified = e.getTime();
if (lastModified != -1) {
f.setLastModified(lastModified);
}
}
return rc;
}
public static final void receive_file(
Client client, String filePath, long lastModified, InputStream is) throws IOException {
File rootDir = getTempReceiveDir(client);
File targetFile = new File(rootDir, filePath);
targetFile.createNewFile();
FileOutputStream fos = null;
try {
fos = new FileOutputStream(targetFile);
int len;
byte[] buffer = new byte[131072];
while ((len = is.read(buffer)) != -1) fos.write(buffer, 0, len);
} catch (IOException e) {
throw e;
} finally {
IOUtils.close(fos);
}
targetFile.setLastModified(lastModified);
}
/** Write all AIMLIF files from bot brain */
public void writeAIMLIFFiles() {
if (MagicBooleans.trace_mode) System.out.println("writeAIMLIFFiles");
HashMap<String, BufferedWriter> fileMap = new HashMap<String, BufferedWriter>();
Category b = new Category(0, "BRAIN BUILD", "*", "*", new Date().toString(), "update.aiml");
brain.addCategory(b);
ArrayList<Category> brainCategories = brain.getCategories();
Collections.sort(brainCategories, Category.CATEGORY_NUMBER_COMPARATOR);
for (Category c : brainCategories) {
try {
BufferedWriter bw;
File aimlifFile;
String fileName = c.getFilename();
if (fileMap.containsKey(fileName)) bw = fileMap.get(fileName);
else {
aimlifFile = new File(aimlif_path + "/" + fileName + MagicStrings.aimlif_file_suffix);
aimlifFile.getParentFile().mkdirs();
bw = new BufferedWriter(new FileWriter(aimlifFile));
fileMap.put(fileName, bw);
}
bw.write(Category.categoryToIF(c));
bw.newLine();
} catch (Exception ex) {
ex.printStackTrace();
}
}
Set set = fileMap.keySet();
for (Object aSet : set) {
BufferedWriter bw = fileMap.get(aSet);
// Close the bw
try {
if (bw != null) {
bw.flush();
bw.close();
}
} catch (IOException ex) {
ex.printStackTrace();
}
}
File dir = new File(aimlif_path);
dir.setLastModified(new Date().getTime());
}
private static void performCopy(
@NotNull File fromFile, @NotNull File toFile, final boolean syncTimestamp)
throws IOException {
final FileOutputStream fos;
try {
fos = openOutputStream(toFile);
} catch (IOException e) {
if (SystemInfo.isWindows
&& e.getMessage() != null
&& e.getMessage().contains("denied")
&& WinUACTemporaryFix.nativeCopy(fromFile, toFile, syncTimestamp)) {
return;
}
throw e;
}
try {
final FileInputStream fis = new FileInputStream(fromFile);
try {
copy(fis, fos);
} finally {
fis.close();
}
} finally {
fos.close();
}
if (syncTimestamp) {
final long timeStamp = fromFile.lastModified();
if (timeStamp < 0) {
LOG.warn("Invalid timestamp " + timeStamp + " of '" + fromFile + "'");
} else if (!toFile.setLastModified(timeStamp)) {
LOG.warn("Unable to set timestamp " + timeStamp + " to '" + toFile + "'");
}
}
if (SystemInfo.isUnix && fromFile.canExecute()) {
FileSystemUtil.clonePermissions(fromFile.getPath(), toFile.getPath());
}
}
public static void setLastModified(@NotNull File file, long timeStamp) throws IOException {
if (!file.setLastModified(timeStamp)) {
LOG.warn(file.getPath());
}
}
private static void stale(Project project, boolean b) throws Exception {
File file = project.getBuildFiles(false)[0];
if (b) file.setLastModified(project.lastModified() - 10000);
else file.setLastModified(project.lastModified() + 10000);
}
/**
* Method to move files from HDFS to local filesystem
*
* <p>localPath: Path on the machines filesystem fs:FileSystem object from HDFS pathList:List of
* paths for files that might need to be backed up size:max size in bytes to be backed up
*
* <p>ReturnsDate of the last files backed up if reached size limit, else, zero
*/
public long backupFiles(
String localPath, String preservePath, FileSystem fs, ArrayList<Path> pathList, long size) {
Path fsPath;
long tmpSize = 0;
long tmpDate = 0;
// Start iterating over all paths
for (Path hdfsPath : pathList) {
try {
long nFileSize = fs.getContentSummary(hdfsPath).getLength();
tmpSize = tmpSize + nFileSize;
if ((tmpSize <= size) || (size == 0)) {
FileStatus stat = fs.getFileStatus(hdfsPath);
System.err.println(
"File "
+ hdfsPath.toUri().getPath()
+ " "
+ nFileSize
+ " bytes, "
+ "perms: "
+ stat.getOwner()
+ "/"
+ stat.getGroup()
+ ", "
+ stat.getPermission().toString());
tmpDate = stat.getModificationTime() / 1000;
String sFsPath = localPath + hdfsPath.toUri().getPath();
fsPath = new Path(sFsPath);
File f = new File(sFsPath);
// COMMENTED OUT: until a few backup cycles run
// and the mtime gets in fact set on all copied
// files.
//
// ignore it if the file exists and has the same mtime
// if (f.exists() && f.isFile() && f.lastModified() == stat.getModificationTime())
// {
// System.out.println("no need to backup " + f.toString() + ", mtime matches hdfs");
// continue;
// }
if (false == m_bDryRun) {
// check if we need to back up the local file
// (not directory), if it already exists.
if (f.exists() && f.isFile()) {
// ignore files with substrings in the
// no-preserve file
if (true == doPreserveFile(sFsPath)) {
// move it to the backup path
String sNewPath = preservePath + hdfsPath.toUri().getPath();
File newFile = new File(sNewPath);
// create directory structure for new file?
if (false == newFile.getParentFile().exists()) {
if (false == newFile.getParentFile().mkdirs()) {
System.err.println("Failed to mkdirs " + newFile.getParentFile().toString());
System.exit(1);
}
}
// rename existing file to new location
if (false == f.renameTo(newFile)) {
System.err.println(
"Failed to renameTo " + f.toString() + " to " + newFile.toString());
System.exit(1);
}
System.out.println("preserved " + f.toString() + " into " + newFile.toString());
} else {
System.out.println("skipped preservation of " + f.toString());
}
}
// copy from hdfs to local filesystem
fs.copyToLocalFile(hdfsPath, fsPath);
// set the mtime to match hdfs file
f.setLastModified(stat.getModificationTime());
// compare checksums on both files
compareChecksums(fs, hdfsPath, sFsPath);
}
// don't print the progress after every file -- go
// by at least 1% increments
long nPercentDone = (long) (100 * tmpSize / m_nTotalBytes);
if (nPercentDone > m_nLastPercentBytesDone) {
System.out.println(
"progress: copied "
+ prettyPrintBytes(tmpSize)
+ ", "
+ nPercentDone
+ "% done"
+ ", tstamp="
+ tmpDate);
m_nLastPercentBytesDone = nPercentDone;
}
if (m_nSleepSeconds > 0) {
try {
Thread.sleep(1000 * m_nSleepSeconds);
} catch (Exception e2) {
// ignore
}
}
} else {
return tmpDate;
}
} catch (IOException e) {
System.err.println("FATAL ERROR: Something wrong with the file");
System.err.println(e);
System.out.println(tmpDate);
System.exit(1);
return 0;
}
}
return 0;
}
