private BibtexDatabase parseBibtexDatabase(List<String> id, boolean abs) throws IOException { if (id.isEmpty()) { return null; } URLConnection conn; try { conn = new URL(IEEEXploreFetcher.IMPORT_URL).openConnection(); } catch (MalformedURLException e) { e.printStackTrace(); return null; } conn.setDoInput(true); conn.setDoOutput(true); conn.setRequestProperty("Content-Type", "application/x-www-form-urlencoded"); conn.setRequestProperty("Referer", searchUrl); PrintWriter out = new PrintWriter(conn.getOutputStream()); String recordIds = ""; for (String anId : id) { recordIds += anId + " "; } recordIds = recordIds.trim(); String citation = abs ? "citation-abstract" : "citation-only"; String content = "recordIds=" + recordIds.replaceAll(" ", "%20") + "&fromPageName=&citations-format=" + citation + "&download-format=download-bibtex"; System.out.println(content); out.write(content); out.flush(); out.close(); BufferedReader bufr = new BufferedReader(new InputStreamReader(conn.getInputStream())); StringBuilder sb = new StringBuilder(); char[] buffer = new char[256]; while (true) { int bytesRead = bufr.read(buffer); if (bytesRead == -1) { break; } for (int i = 0; i < bytesRead; i++) { sb.append(buffer[i]); } } System.out.println(sb); ParserResult results = new BibtexParser(bufr).parse(); bufr.close(); return results.getDatabase(); }
/** * Read results from a file instead of an URL. Just for faster debugging. * * @param f * @return * @throws IOException */ public String getResultsFromFile(File f) throws IOException { InputStream in = new BufferedInputStream(new FileInputStream(f)); StringBuilder sb = new StringBuilder(); byte[] buffer = new byte[256]; while (true) { int bytesRead = in.read(buffer); if (bytesRead == -1) { break; } for (int i = 0; i < bytesRead; i++) { sb.append((char) buffer[i]); } } return sb.toString(); }
/** * Download the URL and return contents as a String. * * @param source * @return * @throws IOException */ private String getResults(URL source) throws IOException { InputStream in = source.openStream(); StringBuilder sb = new StringBuilder(); byte[] buffer = new byte[256]; while (true) { int bytesRead = in.read(buffer); if (bytesRead == -1) { break; } for (int i = 0; i < bytesRead; i++) { sb.append((char) buffer[i]); } } return sb.toString(); }
private static String getKeyString(BibEntry[] bibentries) { StringBuilder result = new StringBuilder(); String citeKey; boolean first = true; for (BibEntry bes : bibentries) { citeKey = bes.getCiteKey(); // if the key is empty we give a warning and ignore this entry if ((citeKey == null) || citeKey.isEmpty()) { continue; } if (first) { result.append(citeKey); first = false; } else { result.append(',').append(citeKey); } } return result.toString(); }
/** * This method performs the actual changes. * * @param panel * @param pr * @param fileDir The path to the file directory to set, or null if it should not be set. */ private void makeChanges( BasePanel panel, ParserResult pr, boolean upgradePrefs, boolean upgradeDatabase, String fileDir) { if (upgradeDatabase) { // Update file links links in the database: NamedCompound ce = Util.upgradePdfPsToFile(pr.getDatabase(), FileLinksUpgradeWarning.FIELDS_TO_LOOK_FOR); panel.undoManager.addEdit(ce); panel.markBaseChanged(); } if (fileDir != null) { Globals.prefs.put(GUIGlobals.FILE_FIELD + "Directory", fileDir); } if (upgradePrefs) { // Exchange table columns: Globals.prefs.putBoolean(JabRefPreferences.PDF_COLUMN, Boolean.FALSE); Globals.prefs.putBoolean(JabRefPreferences.FILE_COLUMN, Boolean.TRUE); // Modify General fields if necessary: // If we don't find the file field, insert it at the bottom of the first tab: if (!showsFileInGenFields()) { String gfs = Globals.prefs.get(JabRefPreferences.CUSTOM_TAB_FIELDS + "0"); // System.out.println(gfs); StringBuilder sb = new StringBuilder(gfs); if (gfs.length() > 0) { sb.append(";"); } sb.append(GUIGlobals.FILE_FIELD); Globals.prefs.put(JabRefPreferences.CUSTOM_TAB_FIELDS + "0", sb.toString()); Globals.prefs.updateEntryEditorTabList(); panel.frame().removeCachedEntryEditors(); } panel.frame().setupAllTables(); } }
public void actionPerformed(ActionEvent event) { int selected = editor.getSelectedRow(); if (selected == -1) return; FileListEntry flEntry = editor.getTableModel().getEntry(selected); // Check if the current file exists: String ln = flEntry.getLink(); boolean httpLink = ln.toLowerCase().startsWith("http"); if (httpLink) { // TODO: notify that this operation cannot be done on remote links } // Get an absolute path representation: String dir = frame.basePanel().metaData().getFileDirectory(GUIGlobals.FILE_FIELD); if ((dir == null) || (dir.trim().length() == 0) || !(new File(dir)).exists()) { JOptionPane.showMessageDialog( frame, Globals.lang("File_directory_is_not_set_or_does_not_exist!"), Globals.lang("Move/Rename file"), JOptionPane.ERROR_MESSAGE); return; } File file = new File(ln); if (!file.isAbsolute()) { file = Util.expandFilename(ln, new String[] {dir}); } if ((file != null) && file.exists()) { // Ok, we found the file. Now get a new name: String extension = null; if (flEntry.getType() != null) extension = "." + flEntry.getType().getExtension(); File newFile = null; boolean repeat = true; while (repeat) { repeat = false; String chosenFile; if (toFileDir) { String suggName = eEditor.getEntry().getCiteKey() + extension; CheckBoxMessage cbm = new CheckBoxMessage( Globals.lang("Move file to file directory?"), Globals.lang("Rename to '%0'", suggName), Globals.prefs.getBoolean("renameOnMoveFileToFileDir")); int answer; // Only ask about renaming file if the file doesn't have the proper name already: if (!suggName.equals(file.getName())) answer = JOptionPane.showConfirmDialog( frame, cbm, Globals.lang("Move/Rename file"), JOptionPane.YES_NO_OPTION); else answer = JOptionPane.showConfirmDialog( frame, Globals.lang("Move file to file directory?"), Globals.lang("Move/Rename file"), JOptionPane.YES_NO_OPTION); if (answer != JOptionPane.YES_OPTION) return; Globals.prefs.putBoolean("renameOnMoveFileToFileDir", cbm.isSelected()); StringBuilder sb = new StringBuilder(dir); if (!dir.endsWith(File.separator)) sb.append(File.separator); if (cbm.isSelected()) { // Rename: sb.append(suggName); } else { // Do not rename: sb.append(file.getName()); } chosenFile = sb.toString(); } else { chosenFile = FileDialogs.getNewFile(frame, file, extension, JFileChooser.SAVE_DIALOG, false); } if (chosenFile == null) { return; // cancelled } newFile = new File(chosenFile); // Check if the file already exists: if (newFile.exists() && (JOptionPane.showConfirmDialog( frame, "'" + newFile.getName() + "' " + Globals.lang("exists. Overwrite file?"), Globals.lang("Move/Rename file"), JOptionPane.OK_CANCEL_OPTION) != JOptionPane.OK_OPTION)) { if (!toFileDir) repeat = true; else return; } } if (!newFile.equals(file)) { try { boolean success = file.renameTo(newFile); if (!success) { success = Util.copyFile(file, newFile, true); } if (success) { // Remove the original file: file.delete(); // Relativise path, if possible. String canPath = (new File(dir)).getCanonicalPath(); if (newFile.getCanonicalPath().startsWith(canPath)) { if ((newFile.getCanonicalPath().length() > canPath.length()) && (newFile.getCanonicalPath().charAt(canPath.length()) == File.separatorChar)) flEntry.setLink(newFile.getCanonicalPath().substring(1 + canPath.length())); else flEntry.setLink(newFile.getCanonicalPath().substring(canPath.length())); } else flEntry.setLink(newFile.getCanonicalPath()); eEditor.updateField(editor); JOptionPane.showMessageDialog( frame, Globals.lang("File moved"), Globals.lang("Move/Rename file"), JOptionPane.INFORMATION_MESSAGE); } else { JOptionPane.showMessageDialog( frame, Globals.lang("Move file failed"), Globals.lang("Move/Rename file"), JOptionPane.ERROR_MESSAGE); } } catch (SecurityException ex) { ex.printStackTrace(); JOptionPane.showMessageDialog( frame, Globals.lang("Could not move file") + ": " + ex.getMessage(), Globals.lang("Move/Rename file"), JOptionPane.ERROR_MESSAGE); } catch (IOException ex) { ex.printStackTrace(); JOptionPane.showMessageDialog( frame, Globals.lang("Could not move file") + ": " + ex.getMessage(), Globals.lang("Move/Rename file"), JOptionPane.ERROR_MESSAGE); } } } else { // File doesn't exist, so we can't move it. JOptionPane.showMessageDialog( frame, Globals.lang("Could not find file '%0'.", flEntry.getLink()), Globals.lang("File not found"), JOptionPane.ERROR_MESSAGE); } }
@Override public String getShortDescription() { StringBuilder sb = new StringBuilder(); sb.append("<b>"); if (Globals.prefs.getBoolean(JabRefPreferences.GROUP_SHOW_DYNAMIC)) { sb.append("<i>").append(StringUtil.quoteForHTML(getName())).append("</i>"); } else { sb.append(StringUtil.quoteForHTML(getName())); } sb.append("</b> - "); sb.append(Globals.lang("dynamic group")); sb.append("<b>"); sb.append(searchField); sb.append("</b>"); sb.append(Globals.lang("contains")); sb.append(" <b>"); sb.append(StringUtil.quoteForHTML(searchExpression)); sb.append("</b>)"); switch (getHierarchicalContext()) { case INCLUDING: sb.append(", ").append(Globals.lang("includes subgroups")); break; case REFINING: sb.append(", ").append(Globals.lang("refines supergroup")); break; default: break; } return sb.toString(); }
private BibtexEntry parseNextEntry(String allText, int startIndex) { BibtexEntry entry = null; int index = allText.indexOf("<div class=\"detail", piv); int endIndex = allText.indexOf("</div>", index); if (index >= 0 && endIndex > 0) { endIndex += 6; piv = endIndex; String text = allText.substring(index, endIndex); BibtexEntryType type = null; String sourceField = null; String typeName = ""; Matcher typeMatcher = typePattern.matcher(text); if (typeMatcher.find()) { typeName = typeMatcher.group(1); if (typeName.equalsIgnoreCase("IEEE Journals & Magazines") || typeName.equalsIgnoreCase("IEEE Early Access Articles") || typeName.equalsIgnoreCase("IET Journals & Magazines") || typeName.equalsIgnoreCase("AIP Journals & Magazines") || typeName.equalsIgnoreCase("AVS Journals & Magazines") || typeName.equalsIgnoreCase("IBM Journals & Magazines") || typeName.equalsIgnoreCase("TUP Journals & Magazines") || typeName.equalsIgnoreCase("BIAI Journals & Magazines")) { type = BibtexEntryType.getType("article"); sourceField = "journal"; } else if (typeName.equalsIgnoreCase("IEEE Conference Publications") || typeName.equalsIgnoreCase("IET Conference Publications") || typeName.equalsIgnoreCase("VDE Conference Publications")) { type = BibtexEntryType.getType("inproceedings"); sourceField = "booktitle"; } else if (typeName.equalsIgnoreCase("IEEE Standards") || typeName.equalsIgnoreCase("Standards")) { type = BibtexEntryType.getType("standard"); sourceField = "number"; } else if (typeName.equalsIgnoreCase("IEEE eLearning Library Courses")) { type = BibtexEntryType.getType("Electronic"); sourceField = "note"; } else if (typeName.equalsIgnoreCase("Wiley-IEEE Press eBook Chapters") || typeName.equalsIgnoreCase("MIT Press eBook Chapters") || typeName.equalsIgnoreCase("IEEE USA Books & eBooks")) { type = BibtexEntryType.getType("inCollection"); sourceField = "booktitle"; } } if (type == null) { type = BibtexEntryType.getType("misc"); sourceField = "note"; System.err.println("Type detection failed. Use MISC instead."); unparseable++; System.err.println(text); } entry = new BibtexEntry(IdGenerator.next(), type); if (typeName.equalsIgnoreCase("IEEE Standards")) { entry.setField("organization", "IEEE"); } if (typeName.equalsIgnoreCase("Wiley-IEEE Press eBook Chapters")) { entry.setField("publisher", "Wiley-IEEE Press"); } else if (typeName.equalsIgnoreCase("MIT Press eBook Chapters")) { entry.setField("publisher", "MIT Press"); } else if (typeName.equalsIgnoreCase("IEEE USA Books & eBooks")) { entry.setField("publisher", "IEEE USA"); } if (typeName.equalsIgnoreCase("IEEE Early Access Articles")) { entry.setField("note", "Early Access"); } Set<String> fields = fieldPatterns.keySet(); for (String field : fields) { Matcher fieldMatcher = Pattern.compile(fieldPatterns.get(field)).matcher(text); if (fieldMatcher.find()) { entry.setField(field, htmlConverter.format(fieldMatcher.group(1))); if (field.equals("title") && fieldMatcher.find()) { String sec_title = htmlConverter.format(fieldMatcher.group(1)); if (entry.getType() == BibtexEntryType.getStandardType("standard")) { sec_title = sec_title.replaceAll("IEEE Std ", ""); } entry.setField(sourceField, sec_title); } if (field.equals("pages") && fieldMatcher.groupCount() == 2) { entry.setField(field, fieldMatcher.group(1) + "-" + fieldMatcher.group(2)); } } } Matcher authorMatcher = authorPattern.matcher(text); // System.out.println(text); StringBuilder authorNames = new StringBuilder(""); int authorCount = 0; while (authorMatcher.find()) { if (authorCount >= 1) { authorNames.append(" and "); } authorNames.append(htmlConverter.format(authorMatcher.group(1))); // System.out.println(authorCount + ": " + authorMatcher.group(1)); authorCount++; } entry.setField("author", authorNames.toString()); if (entry.getField("author") == null || entry.getField("author").startsWith("a href") || entry .getField("author") .startsWith("Topic(s)")) { // Fix for some documents without authors entry.setField("author", ""); } if (entry.getType() == BibtexEntryType.getStandardType("inproceedings") && entry.getField("author").equals("")) { entry.setType(BibtexEntryType.getStandardType("proceedings")); } if (includeAbstract) { index = text.indexOf("id=\"abstract"); if (index >= 0) { endIndex = text.indexOf("</div>", index) + 6; text = text.substring(index, endIndex); Matcher absMatcher = absPattern.matcher(text); if (absMatcher.find()) { // Clean-up abstract String abstr = absMatcher.group(1); abstr = abstr.replaceAll("<span class='snippet'>([\\w]+)</span>", "$1"); entry.setField("abstract", htmlConverter.format(abstr)); } } } } if (entry == null) { return null; } else { return cleanup(entry); } }
/** * Formats the content of a field. * * @param s the content of the field * @param fieldName the name of the field - used to trigger different serializations, e.g., * turning off resolution for some strings * @return a formatted string suitable for output * @throws IllegalArgumentException if s is not a correct bibtex string, e.g., because of * improperly balanced braces or using # not paired */ public String format(String text, String fieldName) throws IllegalArgumentException { if (text == null) { return valueDelimiterStartOfValue + "" + valueDelimiterEndOfValue; } if (Globals.prefs.putBracesAroundCapitals(fieldName) && !BIBTEX_STRING.equals(fieldName)) { text = StringUtil.putBracesAroundCapitals(text); } // normalize newlines if (!text.contains(Globals.NEWLINE) && text.contains("\n")) { // if we don't have real new lines, but pseudo newlines, we replace them // On Win 8.1, this is always true for multiline fields text = text.replaceAll("\n", Globals.NEWLINE); } // If the field is non-standard, we will just append braces, // wrap and write. boolean resolveStrings = true; if (resolveStringsAllFields) { // Resolve strings for all fields except some: String[] exceptions = doNotResolveStringsFors; for (String exception : exceptions) { if (exception.equals(fieldName)) { resolveStrings = false; break; } } } else { // Default operation - we only resolve strings for standard fields: resolveStrings = BibtexFields.isStandardField(fieldName) || BIBTEX_STRING.equals(fieldName); } if (!resolveStrings) { int numberOfBrackets = 0; boolean ok = true; for (int i = 0; i < text.length(); i++) { char c = text.charAt(i); // Util.pr(""+c); if (c == '{') { numberOfBrackets++; } if (c == '}') { numberOfBrackets--; } if (numberOfBrackets < 0) { ok = false; break; } } if (numberOfBrackets > 0) { ok = false; } if (!ok) { throw new IllegalArgumentException("Curly braces { and } must be balanced."); } stringBuilder = new StringBuilder(valueDelimiterStartOfValue + ""); // No formatting at all for these fields, to allow custom formatting? // if (Globals.prefs.getBoolean("preserveFieldFormatting")) // sb.append(text); // else // currently, we do not do any more wrapping // these two are also hard coded in // net.sf.jabref.importer.fileformat.FieldContentParser.multiLineFields // there, JabRefPreferences.NON_WRAPPABLE_FIELDS are also included boolean isAbstract = "abstract".equals(fieldName); boolean isReview = "review".equals(fieldName); boolean doWrap = !isAbstract || !isReview; boolean strangePrefSettings = writefieldWrapfield && !Globals.prefs.isNonWrappableField(fieldName); if (strangePrefSettings && doWrap) { stringBuilder.append( parser.format(StringUtil.wrap(text, GUIGlobals.LINE_LENGTH), fieldName)); } else { stringBuilder.append(parser.format(text, fieldName)); } stringBuilder.append(valueDelimiterEndOfValue); return stringBuilder.toString(); } stringBuilder = new StringBuilder(); int pivot = 0; int pos1; int pos2; // Here we assume that the user encloses any bibtex strings in #, e.g.: // #jan# - #feb# // ...which will be written to the file like this: // jan # { - } # feb checkBraces(text); while (pivot < text.length()) { int goFrom = pivot; pos1 = pivot; while (goFrom == pos1) { pos1 = text.indexOf('#', goFrom); if (pos1 > 0 && text.charAt(pos1 - 1) == '\\') { goFrom = pos1 + 1; pos1++; } else { goFrom = pos1 - 1; // Ends the loop. } } if (pos1 == -1) { pos1 = text.length(); // No more occurrences found. pos2 = -1; } else { pos2 = text.indexOf('#', pos1 + 1); if (pos2 == -1) { if (!neverFailOnHashes) { throw new IllegalArgumentException( Localization.lang( "The # character is not allowed in BibTeX strings unless escaped as in '\\#'.") + '\n' + Localization.lang( "In JabRef, use pairs of # characters to indicate a string.") + '\n' + Localization.lang( "Note that the entry causing the problem has been selected.")); } else { pos1 = text.length(); // just write out the rest of the text, and throw no exception } } } if (pos1 > pivot) { writeText(text, pivot, pos1); } if (pos1 < text.length() && pos2 - 1 > pos1) { // We check that the string label is not empty. That means // an occurrence of ## will simply be ignored. Should it instead // cause an error message? writeStringLabel(text, pos1 + 1, pos2, pos1 == pivot, pos2 + 1 == text.length()); } if (pos2 > -1) { pivot = pos2 + 1; } else { pivot = pos1 + 1; // if (tell++ > 10) System.exit(0); } } // currently, we do not add newlines and new formatting if (writefieldWrapfield && !Globals.prefs.isNonWrappableField(fieldName)) { // introduce a line break to be read at the parser return parser.format( StringUtil.wrap(stringBuilder.toString(), GUIGlobals.LINE_LENGTH), fieldName); // , but that lead to ugly .tex } else { return parser.format(stringBuilder.toString(), fieldName); } }
private void putIn(String s) { stringBuilder.append(StringUtil.wrap(s, GUIGlobals.LINE_LENGTH)); }
private void writeText(String text, int start_pos, int end_pos) { /*sb.append("{"); sb.append(text.substring(start_pos, end_pos)); sb.append("}");*/ stringBuilder.append(valueDelimiterStartOfValue); boolean escape = false; boolean inCommandName = false; boolean inCommand = false; boolean inCommandOption = false; int nestedEnvironments = 0; StringBuilder commandName = new StringBuilder(); char c; for (int i = start_pos; i < end_pos; i++) { c = text.charAt(i); // Track whether we are in a LaTeX command of some sort. if (Character.isLetter(c) && (escape || inCommandName)) { inCommandName = true; if (!inCommandOption) { commandName.append(c); } } else if (Character.isWhitespace(c) && (inCommand || inCommandOption)) { // System.out.println("whitespace here"); } else if (inCommandName) { // This means the command name is ended. // Perhaps the beginning of an argument: if (c == '[') { inCommandOption = true; } // Or the end of an argument: else if (inCommandOption && c == ']') { inCommandOption = false; } else if (!inCommandOption && c == '{') { // System.out.println("Read command: '"+commandName.toString()+"'"); inCommandName = false; inCommand = true; } // Or simply the end of this command altogether: else { // System.out.println("I think I read command: '"+commandName.toString()+"'"); commandName.delete(0, commandName.length()); inCommandName = false; } } // If we are in a command body, see if it has ended: if (inCommand && c == '}') { // System.out.println("nestedEnvironments = " + nestedEnvironments); // System.out.println("Done with command: '"+commandName.toString()+"'"); if (commandName.toString().equals("begin")) { nestedEnvironments++; } if (nestedEnvironments > 0 && commandName.toString().equals("end")) { nestedEnvironments--; } // System.out.println("nestedEnvironments = " + nestedEnvironments); commandName.delete(0, commandName.length()); inCommand = false; } // We add a backslash before any ampersand characters, with one exception: if // we are inside an \\url{...} command, we should write it as it is. Maybe. if (c == '&' && !escape && !(inCommand && commandName.toString().equals("url")) && nestedEnvironments == 0) { stringBuilder.append("\\&"); } else { stringBuilder.append(c); } escape = c == '\\'; } stringBuilder.append(valueDelimiterEndOfValue); }