public static List<String> getUrls(ConfigBean config) { List<String> inputData = new ArrayList<String>(); String ftl = config.getBaseDir() + File.separator + config.getUrlFile(); if (!FileUtil.fileToList(null, ftl, inputData)) { throw new IllegalStateException("Couldn't load file " + ftl); } for (int i = 0; i < inputData.size(); i++) { String ln = inputData.get(i); if (ln.matches("^\\s*$")) { inputData.remove(i); logger.warn("Ignoring empty URL from line " + i + " on file " + ftl); /*throw new IllegalArgumentException("The url at line " + i + " of " + ftl + " is invalid (empty)");*/ } } return inputData; }