public static void runTests() {
try {
// SHA1 sha1Jmule = new SHA1();
MessageDigest sha1Sun = MessageDigest.getInstance("SHA-1");
SHA1 sha1Gudy = new SHA1();
// SHA1Az shaGudyResume = new SHA1Az();
ByteBuffer buffer = ByteBuffer.allocate(1024 * 1024);
File dir = new File(dirname);
File[] files = dir.listFiles();
for (int i = 0; i < files.length; i++) {
FileChannel fc = new RandomAccessFile(files[i], "r").getChannel();
System.out.println("Testing " + files[i].getName() + " ...");
while (fc.position() < fc.size()) {
fc.read(buffer);
buffer.flip();
byte[] raw = new byte[buffer.limit()];
System.arraycopy(buffer.array(), 0, raw, 0, raw.length);
sha1Gudy.update(buffer);
sha1Gudy.saveState();
ByteBuffer bb = ByteBuffer.wrap(new byte[56081]);
sha1Gudy.digest(bb);
sha1Gudy.restoreState();
sha1Sun.update(raw);
buffer.clear();
}
byte[] sun = sha1Sun.digest();
sha1Sun.reset();
byte[] gudy = sha1Gudy.digest();
sha1Gudy.reset();
if (Arrays.equals(sun, gudy)) {
System.out.println(" SHA1-Gudy: OK");
} else {
System.out.println(" SHA1-Gudy: FAILED");
}
buffer.clear();
fc.close();
System.out.println();
}
} catch (Throwable e) {
Debug.printStackTrace(e);
}
}
/**
* Finds all files in folder and in it's sub-tree of specified depth.
*
* @param file Starting folder
* @param maxDepth Depth of the tree. If 1 - just look in the folder, no sub-folders.
* @param filter file filter.
* @return List of found files.
*/
public static List<VisorLogFile> fileTree(File file, int maxDepth, @Nullable FileFilter filter) {
if (file.isDirectory()) {
File[] files = (filter == null) ? file.listFiles() : file.listFiles(filter);
if (files == null) return Collections.emptyList();
List<VisorLogFile> res = new ArrayList<>(files.length);
for (File f : files) {
if (f.isFile() && f.length() > 0) res.add(new VisorLogFile(f));
else if (maxDepth > 1) res.addAll(fileTree(f, maxDepth - 1, filter));
}
return res;
}
return F.asList(new VisorLogFile(file));
}
@Override
public void run() {
try {
out = new ObjectOutputStream(csocket.getOutputStream());
out.flush();
in = new ObjectInputStream(csocket.getInputStream());
// Look for chunks
String currentDir = System.getProperty("user.dir");
File folder = new File(currentDir + "/src/srcFile");
File[] listOfFiles = folder.listFiles();
int fileCount = 0;
OutputStream os;
for (int i = 0; i < listOfFiles.length; i++) {
if (listOfFiles[i].isFile()
&& listOfFiles[i]
.getName()
.toLowerCase()
.contains("chunk")) { // 0 1 10 11 12 13 14 2 20 21 22 23 3 4 5 ....
fileCount++;
String chunkName = listOfFiles[i].getName().toString();
chunkId = chunkName.substring(chunkName.lastIndexOf('.') + 6);
xPayload(chunkId);
if ((connTo.equals("2") && Integer.parseInt(chunkId) % noDev == 0)
|| (connTo.equals("3") && (Integer.parseInt(chunkId) - 1) % noDev == 0)
|| (connTo.equals("4") && (Integer.parseInt(chunkId) - 2) % noDev == 0)
|| (connTo.equals("5") && (Integer.parseInt(chunkId) - 3) % noDev == 0)
|| (connTo.equals("6") && (Integer.parseInt(chunkId) - 4) % noDev == 0)) {
System.out.println(chunkName);
sendFile(chunkName);
}
}
}
xPayload("-1");
System.out.println("All chunks sent.");
} catch (IOException ioException) {
ioException.printStackTrace();
} finally {
// Close connections
try {
in.close();
out.close();
csocket.close();
System.out.println("Thread closed.");
} catch (IOException ioException) {
System.out.println("Client " + devId + " disconnected.");
}
}
}
public static String[] get_filelist(String path, boolean nodirs, boolean nofiles) {
File folder = new File(path);
if (folder.isDirectory()) {
File[] listOfFiles = folder.listFiles();
java.util.Vector<String> r = new java.util.Vector<String>();
for (int i = 0; listOfFiles != null && i < listOfFiles.length; i++) {
if ((listOfFiles[i].isFile() && !nofiles) || (listOfFiles[i].isDirectory() && !nodirs)) {
r.add(listOfFiles[i].getName());
}
}
return r.toArray(new String[0]);
} else {
return null; // A: no existe o no es directorio
}
}
/*
* Deletes the directory at the location passed. If deleteIfFull is true
* then the method gets all the files in the directory and tries to delete
* them. If deleteIfFull is false the method will attempt to delete the
* directory. If the directory contains files, the method will return false.
* Returns true if and only if the directory was deleted;
* returns false otherwise
*/
public static boolean deleteDirectory(File dir, boolean deleteIfFull) {
// Checks if the file exists and if it is actually a directory
if (dir.exists() && dir.isDirectory()) {
// Checks if deleteIfFull is true
if (deleteIfFull) {
// Goes through each file in the directory and attempts to delete them
File[] files = dir.listFiles();
if (files != null) {
for (File f : files) {
f.delete();
}
}
}
// If the directory was deleted successfully then return true
if (dir.delete()) {
return true;
}
}
// Return false otherwise
return false;
}
// List chunks in possession
public static void chunkOwned() {
// Look for chunks
String currentDir = System.getProperty("user.dir");
File folder = new File(currentDir);
File[] listOfFiles = folder.listFiles();
int fileCount = 0;
for (int i = 0; i < listOfFiles.length; i++) {
if (listOfFiles[i].isFile() && listOfFiles[i].getName().toLowerCase().contains("chunk")) {
fileCount = fileCount + 1;
}
}
String[] chunkOwnedArray1 = new String[fileCount];
fileCount = 0;
for (int i = 0; i < listOfFiles.length; i++) {
if (listOfFiles[i].isFile() && listOfFiles[i].getName().toLowerCase().contains("chunk")) {
String chunkName = listOfFiles[i].getName().toString();
String chunkIdOwned = chunkName.substring(chunkName.lastIndexOf('.') + 6);
chunkOwnedArray1[fileCount] = chunkIdOwned;
fileCount++;
}
}
chunkOwnedArray = chunkOwnedArray1;
}
/** @param workTokDir Token directory (common for multiple nodes). */
private void processTokenDirectory(File workTokDir) {
for (File f : workTokDir.listFiles()) {
if (!f.isDirectory()) {
if (!f.getName().equals(LOCK_FILE_NAME)) {
if (log.isDebugEnabled()) log.debug("Unexpected file: " + f.getName());
}
continue;
}
if (f.equals(tokDir)) {
if (log.isDebugEnabled()) log.debug("Skipping own token directory: " + tokDir.getName());
continue;
}
String name = f.getName();
int pid;
try {
pid = Integer.parseInt(name.substring(name.lastIndexOf('-') + 1));
} catch (NumberFormatException ignored) {
if (log.isDebugEnabled()) log.debug("Failed to parse file name: " + name);
continue;
}
// Is process alive?
if (IpcSharedMemoryUtils.alive(pid)) {
if (log.isDebugEnabled()) log.debug("Skipping alive node: " + pid);
continue;
}
if (log.isDebugEnabled()) log.debug("Possibly stale token folder: " + f);
// Process each token under stale token folder.
File[] shmemToks = f.listFiles();
if (shmemToks == null)
// Although this is strange, but is reproducible sometimes on linux.
return;
int rmvCnt = 0;
try {
for (File f0 : shmemToks) {
if (log.isDebugEnabled()) log.debug("Processing token file: " + f0.getName());
if (f0.isDirectory()) {
if (log.isDebugEnabled()) log.debug("Unexpected directory: " + f0.getName());
}
// Token file format: gg-shmem-space-[auto_idx]-[other_party_pid]-[size]
String[] toks = f0.getName().split("-");
if (toks.length != 6) {
if (log.isDebugEnabled()) log.debug("Unrecognized token file: " + f0.getName());
continue;
}
int pid0;
int size;
try {
pid0 = Integer.parseInt(toks[4]);
size = Integer.parseInt(toks[5]);
} catch (NumberFormatException ignored) {
if (log.isDebugEnabled()) log.debug("Failed to parse file name: " + name);
continue;
}
if (IpcSharedMemoryUtils.alive(pid0)) {
if (log.isDebugEnabled()) log.debug("Skipping alive process: " + pid0);
continue;
}
if (log.isDebugEnabled()) log.debug("Possibly stale token file: " + f0);
IpcSharedMemoryUtils.freeSystemResources(f0.getAbsolutePath(), size);
if (f0.delete()) {
if (log.isDebugEnabled()) log.debug("Deleted file: " + f0.getName());
rmvCnt++;
} else if (!f0.exists()) {
if (log.isDebugEnabled())
log.debug("File has been concurrently deleted: " + f0.getName());
rmvCnt++;
} else if (log.isDebugEnabled()) log.debug("Failed to delete file: " + f0.getName());
}
} finally {
// Assuming that no new files can appear, since
if (rmvCnt == shmemToks.length) {
U.delete(f);
if (log.isDebugEnabled()) log.debug("Deleted empty token directory: " + f.getName());
}
}
}
}
