public static Set<Mod> load( final Path path, final int order, final SettingsModelFactory settingsFactory, final DatabaseModelFactory databaseFactory, final LocalizerModelFactory localizerFactory) { log.debug("Loading mod: {}", path); Set<Mod> mods = new HashSet<>(); // TODO Count all mods and send back progress info Set<Archive> archives = null; try { archives = processModFile(path, settingsFactory); } catch (IOException | StarDBException | ParseException e) { // TODO Error Dialogue log.error("", e); return new HashSet<Mod>(); } for (Archive archive : archives) { Mod mod = new Mod(localizerFactory, settingsFactory); mod.setOrder(order); mod.files = new HashSet<>(); mod.setArchiveName(archive.getFileName()); // Get the modinfo file and parse it JsonObject obj = JsonObject.readFrom(new String(archive.getFile(".modinfo").getData())); mod.setInternalName(obj.get("name").asString()); if (obj.get("version") != null) { mod.setGameVersion(obj.get("version").asString()); } else { mod.setGameVersion("Field Empty"); } Set<String> dependencies = new HashSet<>(); Set<String> ignoredFileNames = new HashSet<>(); if (obj.get("dependencies") != null) { JsonArray arr = obj.get("dependencies").asArray(); for (int i = 0; i < arr.size(); i++) { dependencies.add(arr.get(i).asString()); } } mod.setDependencies(dependencies); if (obj.get("metadata") != null) { JsonObject metadata = obj.get("metadata").asObject(); mod.setDisplayName(JSONHelper.getString(metadata, "displayname", mod.getInternalName())); mod.setAuthor(JSONHelper.getString(metadata, "author", NO_AUTHOR)); mod.setDescription(JSONHelper.getString(metadata, "description", NO_DESCRIPTION)); mod.setURL(JSONHelper.getString(metadata, "support_url", "")); mod.setModVersion(JSONHelper.getString(metadata, "version", NO_VERSION)); if (obj.get("ignoredfiles") != null) { JsonArray arr = obj.get("ignoredfiles").asArray(); for (int i = 0; i < arr.size(); i++) { ignoredFileNames.add(arr.get(i).asString()); } } } else { mod.setDisplayName(mod.getInternalName()); mod.setAuthor(NO_AUTHOR); mod.setDescription(NO_DESCRIPTION); mod.setURL(""); mod.setModVersion(NO_VERSION); } try { mod.setChecksum( FileHelper.getChecksum( new File( settingsFactory.getInstance().getPropertyString("modsdir") + File.separator + mod.archiveName) .toPath())); // TODO Better Path manipulation } catch (IOException e) { log.error("Setting Checksum", e); } for (ArchiveFile archiveFile : archive.getFiles()) { ModFile modFile = new ModFile(); modFile.setPath(archiveFile.getPath()); // Find and list all ignored files for (String ignored : ignoredFileNames) { if (archiveFile.getPath().endsWith(ignored) || archiveFile.getPath().endsWith(".txt")) { modFile.setIgnored(true); } } // Scan all json files and find those with mergeability if (!archiveFile.isFolder() && FileHelper.isJSON(archiveFile.getPath())) { modFile.setJson(true); String fileContents = new String(archiveFile.getData()); if (fileContents.contains("__merge")) { modFile.setAutoMerged(true); } } if (!archiveFile.isFolder()) { mod.files.add(modFile); } } try { databaseFactory.getInstance().updateMod(mod); } catch (SQLException e) { log.error("", e); MessageDialogue dialogue = new MessageDialogue( localizer.getMessage("mod.dbconnectionerror"), localizer.getMessage("mod.dbconnectionerror.title"), MessageType.ERROR, new LocalizerFactory()); dialogue.getResult(); return new HashSet<Mod>(); } mods.add(mod); } return mods; }
private static void processArchive( final Path path, final Set<Archive> output, final SettingsModelFactory settingsFactory) throws IOException, StarDBException { Archive originalArchive = new Archive(path); if (!originalArchive.extract()) { throw new IOException("Could not extract archive."); } Set<ArchiveFile> usedPaks = new HashSet<>(); for (ArchiveFile file : originalArchive.getFiles()) { if (FileHelper.getExtension(file.getPath()).equals("modinfo")) { JsonObject o = JsonObject.readFrom(new String(file.getData())); String preformattedPath = o.get("path").asString().replaceAll("\"", ""); if (preformattedPath.startsWith("./")) { preformattedPath = preformattedPath.replace("./", ""); } if (preformattedPath.startsWith(".")) { preformattedPath = preformattedPath.replace(".", ""); } if (preformattedPath.startsWith("/")) { preformattedPath = preformattedPath.replace("/", ""); } Path modinfoPath = file.getPath(); if (modinfoPath.getNameCount() > 2) { modinfoPath = modinfoPath.subpath(0, modinfoPath.getNameCount() - 1); } else if (modinfoPath.getNameCount() > 1) { modinfoPath = modinfoPath.getName(0); } else { modinfoPath = Paths.get(""); } Archive outputArchive = new Archive( settingsFactory .getInstance() .getPropertyPath("modsdir") .resolve(Paths.get(o.get("name").asString() + ".zip"))); if (file.getPath().getNameCount() == 1) { outputArchive.addFile(new ArchiveFile(file.getData(), file.getPath(), false)); log.debug( "'{}' -> '{}' relativized to '{}'", modinfoPath, file.getPath(), file.getPath()); } else { outputArchive.addFile( new ArchiveFile( file.getData(), modinfoPath.relativize(file.getPath()).normalize(), false)); log.debug( "'{}' -> '{}' relativized to '{}'", modinfoPath, file.getPath(), modinfoPath.relativize(file.getPath()).normalize()); } Path assetsPath = modinfoPath.resolve(Paths.get(preformattedPath)); log.debug("Assets path for modinfo '{}': {}", file.getPath(), assetsPath); if (originalArchive.getFile(assetsPath) != null && !assetsPath.toString().isEmpty() && !originalArchive.getFile(assetsPath).isFolder()) { if (FileHelper.identifyType(originalArchive.getFile(assetsPath).getData()) .equals("pak")) { log.debug("Assets for mod '{}' identified as .pak file: {}", modinfoPath, assetsPath); usedPaks.add(originalArchive.getFile(assetsPath)); ArchiveFile modinfo = outputArchive.getFile(".modinfo"); JsonObject o2 = JsonObject.readFrom(new String(modinfo.getData())); o2.set("path", "assets"); modinfo.setData(o2.toString().getBytes()); // TODO Update StarDB to let me pass in a byte array instead of needing to open a file Path tempPath = Paths.get("tempPak" + System.nanoTime()); SeekableByteChannel tempPakFile = Files.newByteChannel(tempPath, StandardOpenOption.CREATE, StandardOpenOption.WRITE); tempPakFile.write(ByteBuffer.wrap(originalArchive.getFile(assetsPath).getData())); tempPakFile.close(); AssetDatabase database = AssetDatabase.open(tempPath); for (String assetFile : database.getFileList()) { outputArchive.addFile( new ArchiveFile( database.getAsset(assetFile), Paths.get("assets/" + assetFile), false)); log.trace("Asset extracted: {} | {}", assetFile, Paths.get("assets/" + assetFile)); } Files.deleteIfExists(tempPath); } } else { ArchiveFile modinfo = outputArchive.getFile(".modinfo"); JsonObject o2 = JsonObject.readFrom(new String(modinfo.getData())); o2.set("path", "assets"); modinfo.setData(o2.toString().getBytes()); log.debug("Assets for mod '{}' is a standard assets folder: {}", modinfoPath, assetsPath); for (ArchiveFile f2 : originalArchive.getFiles()) { if ((assetsPath.toString().isEmpty() || f2.getPath().startsWith(assetsPath)) && !f2.isFolder() && !f2.getPath().toString().endsWith(".modinfo")) { if (modinfoPath.toString().isEmpty()) { if (f2.getPath().getNameCount() == 1) { if (!f2.getPath().startsWith(assetsPath)) { outputArchive.addFile( new ArchiveFile( f2.getData(), Paths.get("assets/").resolve(f2.getPath()).normalize(), false)); log.trace( "'{}' -> '{}' relativized to '{}'", modinfoPath, f2.getPath(), Paths.get("assets/").resolve(f2.getPath()).normalize()); } else { outputArchive.addFile(new ArchiveFile(f2.getData(), f2.getPath(), false)); log.trace( "'{}' -> '{}' relativized to '{}'", modinfoPath, f2.getPath(), f2.getPath()); } } else { if (!f2.getPath().startsWith(assetsPath)) { outputArchive.addFile( new ArchiveFile( f2.getData(), Paths.get("assets/").resolve(f2.getPath()).normalize(), false)); log.trace( "'{}' -> '{}' relativized to '{}'", modinfoPath, f2.getPath(), Paths.get("assets/").resolve(f2.getPath()).normalize()); } else { outputArchive.addFile(new ArchiveFile(f2.getData(), f2.getPath(), false)); log.trace( "'{}' -> '{}' relativized to '{}'", modinfoPath, f2.getPath(), f2.getPath()); } } } else { if (f2.getPath().getNameCount() == 1) { if (!modinfoPath.relativize(f2.getPath()).startsWith("assets")) { outputArchive.addFile( new ArchiveFile( f2.getData(), Paths.get("assets/").resolve(f2.getPath()), false)); log.trace( "'{}' -> '{}' relativized to '{}'", modinfoPath, f2.getPath(), Paths.get("assets/").resolve(f2.getPath())); } else { outputArchive.addFile(new ArchiveFile(f2.getData(), f2.getPath(), false)); log.trace( "'{}' -> '{}' relativized to '{}'", modinfoPath, f2.getPath(), f2.getPath()); } } else { if (!modinfoPath.relativize(f2.getPath()).startsWith("assets")) { outputArchive.addFile( new ArchiveFile( f2.getData(), Paths.get("assets/") .resolve(modinfoPath.relativize(f2.getPath()).normalize()), false)); log.trace( "'{}' -> '{}' relativized to '{}'", modinfoPath, f2.getPath(), Paths.get("assets/") .resolve(modinfoPath.relativize(f2.getPath()).normalize())); } else { outputArchive.addFile( new ArchiveFile( f2.getData(), modinfoPath.relativize(f2.getPath()).normalize(), false)); log.trace( "'{}' -> '{}' relativized to '{}'", modinfoPath, f2.getPath(), modinfoPath.relativize(f2.getPath()).normalize()); } } } } } } outputArchive.writeToFile( settingsFactory .getInstance() .getPropertyPath("modsdir") .resolve(Paths.get(o.get("name").asString() + ".zip")) .toFile()); // TODO output.add(outputArchive); } } for (ArchiveFile file : originalArchive.getFiles()) { if (!usedPaks.contains(file) && !file.isFolder() && FileHelper.identifyType(file.getData()).equals("pak")) { log.debug("Additional .pak identified: {}", file.getPath()); Path tempPath = Paths.get("tempPak" + System.nanoTime()); SeekableByteChannel tempPakFile = Files.newByteChannel(tempPath, StandardOpenOption.CREATE, StandardOpenOption.WRITE); tempPakFile.write(ByteBuffer.wrap(file.getData())); tempPakFile.close(); AssetDatabase database = AssetDatabase.open(tempPath); log.debug(database.getFileList()); if (database.getAsset("/pak.modinfo") != null) { log.debug("{} has a .modinfo file, parsing into mod.", file.getPath()); processPakFile(tempPath, output, settingsFactory); } else { log.debug("{} does not contain a .modinfo file, skipping.", file.getPath()); } Files.deleteIfExists(tempPath); } } }
protected Mod( final LocalizerModelFactory localizerFactory, final SettingsModelFactory settingsFactory) { observers = new HashSet<>(); localizer = localizerFactory.getInstance(); settings = settingsFactory.getInstance(); }
private static void processPakFile( final Path path, final Set<Archive> output, final SettingsModelFactory settingsFactory) throws IOException, StarDBException { SettingsModelInterface settings = settingsFactory.getInstance(); AssetDatabase database = AssetDatabase.open(path); log.debug(database.getFileList()); byte[] modinfoFile = database.getAsset("/pak.modinfo"); String[] modinfoContents = new String(modinfoFile).split("\n"); String modName = ""; String assetsPath = ""; // TODO Use actual JSON parser for (String line : modinfoContents) { if (line.contains("\"name\"")) { modName = line.trim().split(":")[1]; modName = modName.substring(modName.indexOf("\"") + 1, modName.lastIndexOf("\"")); } if (line.contains("\"path\"")) { assetsPath = line.trim().split(":")[1]; assetsPath = assetsPath.substring(assetsPath.indexOf("\"") + 1, assetsPath.lastIndexOf("\"")); } } if (assetsPath.startsWith(".")) { assetsPath = assetsPath.replace(".", ""); } if (assetsPath.startsWith("/")) { assetsPath = assetsPath.replace("/", ""); } if (assetsPath.startsWith("./")) { assetsPath = assetsPath.replace("./", ""); } Archive modArchive = new Archive(settings.getPropertyPath("modsdir").resolve(modName + ".zip")); modArchive.addFile(new ArchiveFile(modinfoFile, Paths.get(modName + ".modinfo"), false)); ArchiveFile modinfo = modArchive.getFile(".modinfo"); JsonObject o2 = JsonObject.readFrom(new String(modinfo.getData())); o2.set("path", "assets"); modinfo.setData(o2.toString().getBytes()); assetsPath = "/" + assetsPath + "/"; log.debug("Assets path is '{}'", assetsPath); for (String file : database.getFileList()) { log.trace("{} is in {}", file, path); if (file.endsWith(".modinfo") || file.endsWith("desktop.ini") || file.endsWith("thumbs.db")) { continue; } if (assetsPath.isEmpty() || !file.startsWith(assetsPath)) { modArchive.addFile( new ArchiveFile( database.getAsset(file), Paths.get("assets/" + file.substring(1)), false)); } else { log.debug("{} --- {}", assetsPath, file.substring(assetsPath.length())); modArchive.addFile( new ArchiveFile( database.getAsset(file), Paths.get("assets/" + file.substring(assetsPath.length())), false)); } } Files.deleteIfExists( settings .getPropertyPath("modsdir") .resolve(path.subpath(path.getNameCount() - 1, path.getNameCount()))); modArchive.writeToFile(); output.add(modArchive); }