/** Launches the console mode, which reads and executes user input. */
private void console() {
Util.outln(header() + NL + TRY_MORE_X);
verbose = true;
// create console reader
try (final ConsoleReader cr = ConsoleReader.get()) {
// loop until console is set to false (may happen in server mode)
while (console) {
// get next line
final String in = cr.readLine(PROMPT);
// end of input: break loop
if (in == null) break;
// skip empty lines
if (in.isEmpty()) continue;
try {
if (!execute(new CommandParser(in, context).pwReader(cr.pwReader()))) {
// show goodbye message if method returns false
Util.outln(BYE[new Random().nextInt(4)]);
break;
}
} catch (final IOException ex) {
// output error messages
Util.errln(ex);
}
}
}
}
@Override
public String det() {
final String path = input.io().path();
return path.isEmpty()
? Util.info(LINE_X, input.line())
: Util.info(SCANPOS_X_X, input.io().path(), input.line());
}
/**
* Retrieves the specified value. Throws an error if value cannot be read.
*
* @param key key
* @param c expected type
* @return result
*/
private Object get(final Object[] key, final Class<?> c) {
final Object entry = props.get(key[0].toString());
if (entry == null) Util.notexpected("Property " + key[0] + " not defined.");
final Class<?> cc = entry.getClass();
if (c != cc) Util.notexpected("Property '" + key[0] + "' is a " + Util.name(cc));
return entry;
}
/**
* Performs a search.
*
* @param sc search context
* @param jump jump to next hit
*/
final void search(final SearchContext sc, final boolean jump) {
try {
rend.search(sc);
if (!sc.search.isEmpty()) gui.status.setText(Util.info(Text.STRINGS_FOUND_X, sc.nr()));
if (jump) jump(SearchDir.CURRENT, false);
} catch (final Exception ex) {
final String msg = Util.message(ex).replaceAll(Prop.NL + ".*", "");
gui.status.setError(Text.REGULAR_EXPR + Text.COLS + msg);
}
}
@Override
public JapaneseTokenizer init(final byte[] txt) {
String source = string(txt);
if (wc) { // convert wide-space to space
source = source.replace('\u3000', '\u0020');
}
final ArrayList<?> morpheme = (ArrayList<?>) Reflect.invoke(parse, tagger, source);
final ArrayList<Morpheme> list = new ArrayList<>();
try {
int prev = 0;
final int ms = morpheme.size();
for (int i = 0; i < ms; i++) {
final Object m = morpheme.get(i);
final String srfc = surface.get(m).toString();
final String ftr = feature.get(m).toString();
final int strt = start.getInt(m);
if (i != 0) {
final int l = strt - prev;
if (l != 0) {
list.add(new Morpheme(source.substring(strt - 1, strt + l - 1), KIGOU_FEATURE));
}
}
prev = srfc.length() + strt;
// separates continuous mark (ASCII)
boolean cont = true;
final ArrayList<Morpheme> marks = new ArrayList<>();
final int sl = srfc.length();
for (int s = 0; s < sl; s++) {
final String c = String.valueOf(srfc.charAt(s));
final byte[] t = token(c);
if (t.length == 1) {
if (letter(t[0]) || digit(t[0])) cont = false;
else marks.add(new Morpheme(c, KIGOU_FEATURE));
} else {
cont = false;
}
}
if (cont) list.addAll(marks);
else list.add(new Morpheme(srfc, ftr));
}
} catch (final Exception ex) {
Util.errln(Util.className(this) + ": " + ex);
}
tokenList = list;
tokens = list.iterator();
return this;
}
@Override
public boolean lock(final boolean lock) {
try {
if (lock) {
if (exclusiveLock()) return true;
if (sharedLock()) return false;
} else {
if (sharedLock()) return true;
}
} catch (final IOException ex) {
Util.stack(ex);
}
throw Util.notExpected((lock ? "Exclusive" : "Shared") + " lock could not be acquired.");
}
@Override
public DiskData build() throws IOException {
meta.assign(parser);
meta.dirty = true;
// calculate optimized output buffer sizes to reduce disk fragmentation
final Runtime rt = Runtime.getRuntime();
final long max = Math.min(1 << 22, rt.maxMemory() - rt.freeMemory() >> 2);
int bs = (int) Math.min(meta.filesize, max);
bs = Math.max(IO.BLOCKSIZE, bs - bs % IO.BLOCKSIZE);
// drop old database (if available) and create new one
DropDB.drop(dbname, sopts);
sopts.dbpath(dbname).md();
elemNames = new Names(meta);
attrNames = new Names(meta);
try {
tout = new DataOutput(new TableOutput(meta, DATATBL));
xout = new DataOutput(meta.dbfile(DATATXT), bs);
vout = new DataOutput(meta.dbfile(DATAATV), bs);
sout = new DataOutput(meta.dbfile(DATATMP), bs);
final Performance perf = Prop.debug ? new Performance() : null;
Util.debug(tit() + DOTS);
parse();
if (Prop.debug) Util.errln(" " + perf + " (" + Performance.getMemory() + ')');
} catch (final IOException ex) {
try {
close();
} catch (final IOException ignored) {
}
throw ex;
}
close();
// copy temporary values into database table
try (final DataInput in = new DataInput(meta.dbfile(DATATMP))) {
final TableAccess ta = new TableDiskAccess(meta, true);
for (; spos < ssize; ++spos) ta.write4(in.readNum(), 8, in.readNum());
ta.close();
}
meta.dbfile(DATATMP).delete();
// return database instance
return new DiskData(meta, elemNames, attrNames, path, ns);
}
@Override
public synchronized void finishUpdate(final MainOptions opts) {
// remove updating file
final boolean auto = opts.get(MainOptions.AUTOFLUSH);
if (auto) {
final IOFile uf = meta.updateFile();
if (!uf.exists()) throw Util.notExpected("%: lock file does not exist.", meta.name);
if (!uf.delete()) throw Util.notExpected("%: could not delete lock file.", meta.name);
}
// db:optimize(..., true) will close the database before this function is called
if (!closed) {
flush(auto);
if (!table.lock(false)) throw Util.notExpected("Database '%': could not unlock.", meta.name);
}
}
/**
* Creates query plans.
*
* @param comp compiled flag
*/
private void plan(final boolean comp) {
if (comp != options.get(MainOptions.COMPPLAN)) return;
// show dot plan
try {
if (options.get(MainOptions.DOTPLAN)) {
final String path = options.get(MainOptions.QUERYPATH);
final String dot =
path.isEmpty() ? "plan.dot" : new IOFile(path).name().replaceAll("\\..*?$", ".dot");
try (final BufferOutput bo = new BufferOutput(dot)) {
try (final DOTSerializer d = new DOTSerializer(bo, options.get(MainOptions.DOTCOMPACT))) {
d.serialize(qp.plan());
}
}
}
// show XML plan
if (options.get(MainOptions.XMLPLAN)) {
info(NL + QUERY_PLAN + COL);
info(qp.plan().serialize().toString());
}
} catch (final Exception ex) {
Util.stack(ex);
}
}
/**
* Returns the specified image.
*
* @param url image url
* @return image
*/
public static Image get(final URL url) {
try {
return ImageIO.read(url);
} catch (final IOException ex) {
throw Util.notExpected(ex);
}
}
/**
* Shows a quit dialog for the specified editor.
*
* @param edit editor to be saved
* @return {@code false} if confirmation was canceled
*/
private boolean confirm(final EditorArea edit) {
if (edit.modified && (edit.opened() || edit.getText().length != 0)) {
final Boolean ok = BaseXDialog.yesNoCancel(gui, Util.info(CLOSE_FILE_X, edit.file.name()));
if (ok == null || ok && !save()) return false;
}
return true;
}
/**
* Searches a string in a file.
*
* @param path file path
* @param search codepoints of search string
* @return success flag
*/
private static boolean filterContent(final String path, final int[] search) {
final int cl = search.length;
if (cl == 0) return true;
try (final TextInput ti = new TextInput(new IOFile(path))) {
final IntList il = new IntList(cl - 1);
int c = 0;
while (true) {
if (!il.isEmpty()) {
if (il.remove(0) == search[c++]) continue;
c = 0;
}
while (true) {
final int cp = ti.read();
if (cp == -1 || !XMLToken.valid(cp)) return false;
final int lc = Token.lc(cp);
if (c > 0) il.add(lc);
if (lc == search[c]) {
if (++c == cl) return true;
} else {
c = 0;
break;
}
}
}
} catch (final IOException ex) {
// file may not be accessible
Util.debug(ex);
return false;
}
}
/** Saves the displayed text. */
private void save() {
final BaseXFileChooser fc =
new BaseXFileChooser(SAVE_AS, gui.gopts.get(GUIOptions.WORKPATH), gui).suffix(IO.XMLSUFFIX);
final IO file = fc.select(Mode.FSAVE);
if (file == null) return;
gui.gopts.set(GUIOptions.WORKPATH, file.path());
gui.cursor(CURSORWAIT, true);
final MainOptions opts = gui.context.options;
final int mh = opts.get(MainOptions.MAXHITS);
opts.set(MainOptions.MAXHITS, -1);
opts.set(MainOptions.CACHEQUERY, false);
try (final PrintOutput out = new PrintOutput(file.toString())) {
if (cmd != null) {
cmd.execute(gui.context, out);
} else if (ns != null) {
ns.serialize(Serializer.get(out));
} else {
final byte[] txt = text.getText();
for (final byte t : txt) if (t < 0 || t > ' ' || ws(t)) out.write(t);
}
} catch (final IOException ex) {
BaseXDialog.error(gui, Util.info(FILE_NOT_SAVED_X, file));
} finally {
opts.set(MainOptions.MAXHITS, mh);
opts.set(MainOptions.CACHEQUERY, true);
gui.cursor(CURSORARROW, true);
}
}
@Override
public void execute(final GUI gui) {
final DialogExport dialog = new DialogExport(gui);
if (!dialog.ok()) return;
final IOFile root = new IOFile(dialog.path());
// check if existing files will be overwritten
if (root.exists()) {
IO file = null;
boolean overwrite = false;
final Data d = gui.context.data();
final IntList il = d.resources.docs();
final int is = il.size();
for (int i = 0; i < is; i++) {
file = root.merge(Token.string(d.text(il.get(i), true)));
if (file.exists()) {
if (overwrite) {
// more than one file will be overwritten; check remaining tests
file = null;
break;
}
overwrite = true;
}
}
if (overwrite) {
// show message for overwriting files or directories
final String msg = file == null ? FILES_REPLACE_X : FILE_EXISTS_X;
if (file == null) file = root;
if (!BaseXDialog.confirm(gui, Util.info(msg, file))) return;
}
}
DialogProgress.execute(gui, new Export(root.path()));
}
/**
* Main method, launching the standalone mode. Command-line arguments are listed with the {@code
* -h} argument.
*
* @param args command-line arguments
*/
public static void main(final String... args) {
try {
new BaseX(args);
} catch (final IOException ex) {
Util.errln(ex);
System.exit(1);
}
}
/** Open all selected files externally. */
private void openExternal() {
for (final IOFile file : selectedValues()) {
try {
file.open();
} catch (final IOException ex) {
BaseXDialog.error(project.gui, Util.info(FILE_NOT_OPENED_X, file));
}
}
}
/**
* Returns the image url.
*
* @param name name of image
* @return url
*/
private static URL url(final String name) {
final String path = "/img/" + name + ".png";
URL url = BaseXImages.class.getResource(path);
if (url == null) {
Util.stack("Image not found: " + path);
url = BaseXImages.class.getResource("/img/warn.png");
}
return url;
}
@Override
public void startUpdate(final MainOptions opts) throws IOException {
if (!table.lock(true)) throw new BaseXException(Text.DB_PINNED_X, meta.name);
if (opts.get(MainOptions.AUTOFLUSH)) {
final IOFile uf = meta.updateFile();
if (uf.exists()) throw new BaseXException(Text.DB_UPDATED_X, meta.name);
if (!uf.touch()) throw Util.notExpected("%: could not create lock file.", meta.name);
}
}
@Override
public void abort() {
try {
close();
} catch (final IOException ex) {
Util.debug(ex);
}
if (meta != null) DropDB.drop(meta.name, sopts);
}
/**
* Scans an external ID.
*
* @param f full flag
* @param r root flag
* @return id
* @throws IOException I/O exception
*/
private byte[] externalID(final boolean f, final boolean r) throws IOException {
byte[] cont = null;
final boolean pub = consume(PUBLIC);
if (pub || consume(SYSTEM)) {
checkS();
if (pub) {
pubidLit();
if (f) checkS();
}
final int qu = consume(); // [11]
if (qu == '\'' || qu == '"') {
int ch;
final TokenBuilder tok = new TokenBuilder();
while ((ch = nextChar()) != qu) tok.add(ch);
if (!f) return null;
final String name = string(tok.finish());
if (!dtd && r) return cont;
final XMLInput tin = input;
try {
final IO file = input.io().merge(name);
cont = file.read();
} catch (final IOException ex) {
Util.debug(ex);
// skip unknown DTDs/entities
cont = new byte[] {'?'};
}
input = new XMLInput(new IOContent(cont, name));
if (consume(XDECL)) {
check(XML);
s();
if (version()) checkS();
s();
if (encoding() == null) error(TEXTENC);
ch = nextChar();
if (s(ch)) ch = nextChar();
if (ch != '?') error(WRONGCHAR, '?', ch);
ch = nextChar();
if (ch != '>') error(WRONGCHAR, '>', ch);
cont = Arrays.copyOfRange(cont, input.pos(), cont.length);
}
s();
if (r) {
extSubsetDecl();
if (!consume((char) 0)) error(INVEND);
}
input = tin;
} else {
if (f) error(SCANQUOTE, (char) qu);
prev(1);
}
}
return cont;
}
/**
* Sets the specified value after casting it to the correct type.
*
* @param key key
* @param val value
* @return final value, or {@code null} if the key has not been found
*/
public final synchronized String set(final String key, final String val) {
final Object type = get(key);
if (type == null) return null;
String v = val;
if (type instanceof Boolean) {
final boolean b = val == null || val.isEmpty() ? !((Boolean) type) : Util.yes(val);
setObject(key, b);
v = Util.flag(b);
} else if (type instanceof Integer) {
setObject(key, Integer.parseInt(val));
v = String.valueOf(get(key));
} else if (type instanceof String) {
setObject(key, val);
} else {
Util.notexpected("Unknown property type: " + type.getClass().getSimpleName());
}
return v;
}
/**
* Parses a string as XML and adds the resulting nodes to the specified parent.
*
* @param value string to parse
* @param elem element
*/
public static void add(final byte[] value, final FElem elem) {
try {
final Parser parser = new XMLParser(new IOContent(value), MainOptions.get(), true);
for (final ANode node : new DBNode(parser).children()) elem.add(node.copy());
} catch (final IOException ex) {
// fallback: add string representation
Util.debug(ex);
elem.add(value);
}
}
/**
* Adds parameters from the passed on request body.
*
* @param body request body
* @param params map parameters
*/
private static void addParams(final String body, final Map<String, String[]> params) {
for (final String nv : body.split("&")) {
final String[] parts = nv.split("=", 2);
if (parts.length < 2) continue;
try {
params.put(parts[0], new String[] {URLDecoder.decode(parts[1], Token.UTF8)});
} catch (final Exception ex) {
Util.notexpected(ex);
}
}
}
@Override
public void close() {
try {
gui.set(MainOptions.EXPORTER, options(SerialMethod.valueOf(method.getSelectedItem())));
} catch (final BaseXException ex) {
throw Util.notExpected(ex);
}
if (!ok) return;
super.close();
path.store();
}
/** Constructor, initializing the default options. */
protected AProp() {
try {
for (final Field f : getClass().getFields()) {
final Object obj = f.get(null);
if (!(obj instanceof Object[])) continue;
final Object[] arr = (Object[]) obj;
props.put(arr[0].toString(), arr[1]);
}
} catch (final Exception ex) {
Util.notexpected(ex);
}
}
/**
* Returns the clipboard text.
*
* @return text
*/
private static String clip() {
// copy selection to clipboard
final Clipboard clip = Toolkit.getDefaultToolkit().getSystemClipboard();
final Transferable tr = clip.getContents(null);
if (tr != null) {
final ArrayList<Object> contents = BaseXLayout.contents(tr);
if (!contents.isEmpty()) return contents.get(0).toString();
} else {
Util.debug("Clipboard has no contents.");
}
return null;
}
/**
* Returns the serialization parameters.
*
* @param ctx context
* @return serialization parameters
*/
public String parameters(final Context ctx) {
try {
qp(args[0], ctx);
parse(null);
return qp.qc.serParams().toString();
} catch (final QueryException ex) {
error(Util.message(ex));
} finally {
qp = null;
}
return SerializerMode.DEFAULT.get().toString();
}
/** Reads in the property file. */
static {
try {
final String file = "/completions.properties";
final InputStream is = TextPanel.class.getResourceAsStream(file);
if (is == null) {
Util.errln(file + " not found.");
} else {
try (final NewlineInput nli = new NewlineInput(is)) {
for (String line; (line = nli.readLine()) != null; ) {
final int i = line.indexOf('=');
if (i == -1 || line.startsWith("#")) continue;
final String key = line.substring(0, i), value = line.substring(i + 1);
if (REPLACE.put(key, value.replace("\\n", "\n")) != null) {
Util.errln(file + ": " + key + " was assigned twice");
}
}
}
}
} catch (final IOException ex) {
Util.errln(ex);
}
}
/**
* Checks if the query possibly performs updates.
*
* @param ctx database context
* @param query query string
* @return result of check
*/
final boolean updates(final Context ctx, final String query) {
try {
final Performance p = new Performance();
qp(query, ctx);
parse(p);
return qp.updating;
} catch (final QueryException ex) {
Util.debug(ex);
exception = ex;
qp.close();
return false;
}
}
static {
IOFile dic = null;
if (Reflect.available(PATTERN)) {
dic = new IOFile(LANG);
if (!dic.exists()) {
dic = new IOFile(Prop.HOME, "etc/" + LANG);
if (!dic.exists()) {
available = false;
}
}
} else {
available = false;
}
if (available) {
Class<?> clz = Reflect.find(PATTERN);
if (clz == null) {
Util.debug("Could not initialize Igo Japanese lexer.");
} else {
/* Igo constructor. */
final Constructor<?> tgr = Reflect.find(clz, String.class);
tagger = Reflect.get(tgr, dic.path());
if (tagger == null) {
available = false;
Util.debug("Could not initialize Igo Japanese lexer.");
} else {
parse = Reflect.method(clz, "parse", CharSequence.class);
if (parse == null) {
Util.debug("Could not initialize Igo lexer method.");
}
clz = Reflect.find("net.reduls.igo.Morpheme");
surface = Reflect.field(clz, "surface");
feature = Reflect.field(clz, "feature");
start = Reflect.field(clz, "start");
}
}
}
}