public void DownloadUsingSWIFT() throws Exception { while (true) { Collection<StoredObject> list = swiftapi.ReadBucket(SWIFT_ACCESS_KEY_ID, SWIFT_SECRET_KEY, SWIFT_ENDPOINT, SWIFT_BUCKET); int scount = list.size(); int localCount = new File(LOCAL_DIR).listFiles().length; if (scount != localCount) { for (StoredObject obj : list) { if (!(new File(LOCAL_DIR, obj.getName()).exists())) { System.out.println("Downloading - " + obj.getName()); vLogger.LogInfo("emcWorldDownloader: Downloading - " + obj.getName()); InputStream in = swiftapi.ReadObject( SWIFT_ACCESS_KEY_ID, SWIFT_SECRET_KEY, SWIFT_ENDPOINT, SWIFT_BUCKET, obj.getName()); File file = new File(LOCAL_DIR + obj.getName()); int count = 0; byte[] buf = new byte[1024]; OutputStream out = new FileOutputStream(file); while ((count = in.read(buf)) != -1) { if (Thread.interrupted()) { throw new InterruptedException(); } out.write(buf, 0, count); } out.close(); in.close(); } else { System.out.println("Skipping - " + obj.getName()); vLogger.LogInfo("emcWorldDownloader: Skipping - " + obj.getName()); } } } else System.out.println("No New Files Yet"); vLogger.LogInfo("emcWorldDownloader: Skipping - Sleep 60 seconds"); System.out.println("Sleep for 1 minute"); Thread.sleep(60000); } }
public void DownloadUsingS3() throws Exception { while (true) { ObjectListing list = s3api.ReadBucket(S3_ACCESS_KEY_ID, S3_SECRET_KEY, S3_ENDPOINT, null, S3_BUCKET); System.out.println("bucket files count " + list.getObjectSummaries().size()); vLogger.LogInfo("emcWorldDownloader: bucket files count " + list.getObjectSummaries().size()); int s3Count = list.getObjectSummaries().size(); int localCount = new File(LOCAL_DIR).listFiles().length; if (s3Count != localCount) { for (S3ObjectSummary obj : list.getObjectSummaries()) { if (!(new File(LOCAL_DIR, obj.getKey()).exists())) { System.out.println("Downloading - " + obj.getKey()); vLogger.LogInfo("emcWorldDownloader: Downloading - " + obj.getKey()); S3ObjectInputStream in = s3api.ReadObject( S3_ACCESS_KEY_ID, S3_SECRET_KEY, S3_ENDPOINT, null, S3_BUCKET, obj.getKey()); File file = new File(LOCAL_DIR + obj.getKey()); int count = 0; byte[] buf = new byte[1024]; OutputStream out = new FileOutputStream(file); while ((count = in.read(buf)) != -1) { if (Thread.interrupted()) { throw new InterruptedException(); } out.write(buf, 0, count); } out.close(); in.close(); } else { System.out.println("Skipping - " + obj.getKey()); vLogger.LogInfo("emcWorldDownloader: Skipping - " + obj.getKey()); } } } else System.out.println("No New Files Yet"); vLogger.LogInfo("emcWorldDownloader: Skipping - Sleep 60 seconds"); System.out.println("Sleep for 1 minute"); Thread.sleep(60000); } }