public static MiningResult importFile(InputStream input) throws IOException {
try {
DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
Document doc;
// NodeList netNodes;
dbf.setValidating(false);
dbf.setIgnoringComments(true);
dbf.setIgnoringElementContentWhitespace(true);
// dbf.setExpandEntityReferences(false);
// dbf.setNamespaceAware(false);
DocumentBuilder db = dbf.newDocumentBuilder();
db.setEntityResolver(
new EntityResolver() {
public InputSource resolveEntity(String publicId, String systemId) {
if (systemId.indexOf("ARIS-Export") != -1) {
return new InputSource("file:" + About.EXTLIBLOCATION() + "ARIS-Export101.dtd");
} else {
return null;
}
}
});
InputSource inpStream = new InputSource(input);
inpStream.setSystemId("file:" + System.getProperty("user.dir", ""));
doc = db.parse(inpStream);
// check if root element is a aml tag
Message.add("parsing done" + doc, Message.DEBUG);
if (!(doc.getDocumentElement().getNodeName().equals("AML"))) {
Message.add("aml tag not found", Message.ERROR);
throw new Exception("aml tag not found");
} else {
Message.add("aml root element found");
}
EPCResult result = new EPCResult(null, (EPC) null);
HashMap ObjDef_LinkId = new HashMap();
HashMap modelid_net = new HashMap();
HashMap ObjDef_Name = new HashMap();
HashMap function_LinkId = new HashMap();
HashMap ModelId_ModelType = new HashMap();
traverseAMLforObjectNames(
ObjDef_Name, doc.getDocumentElement(), ObjDef_LinkId, ModelId_ModelType);
Iterator findLinkToEpc = ObjDef_LinkId.keySet().iterator();
while (findLinkToEpc.hasNext()) {
String currentObjDef = (String) findLinkToEpc.next();
String Links = (String) ObjDef_LinkId.get(currentObjDef);
StringTokenizer linkSet = new StringTokenizer(Links);
String realEpcLink = "";
while (linkSet.hasMoreTokens()) {
String currentLink = linkSet.nextToken();
if (ModelId_ModelType.get(currentLink).equals("MT_EEPC")) {
realEpcLink = currentLink;
break;
}
}
if (realEpcLink.equals(" ")) {
ObjDef_LinkId.remove(currentObjDef);
} else {
ObjDef_LinkId.put(currentObjDef, realEpcLink);
}
}
result =
traverseAML(
result,
doc.getDocumentElement(),
null,
ObjDef_Name,
ObjDef_LinkId,
modelid_net,
function_LinkId);
Iterator hierarchicalFunctions = function_LinkId.keySet().iterator();
while (hierarchicalFunctions.hasNext()) {
EPCSubstFunction f = (EPCSubstFunction) hierarchicalFunctions.next();
f.setSubstitutedEPC((EPC) modelid_net.get(function_LinkId.get(f)));
// Message.add(f.getSubstitutedEPC().getName());
}
return result;
} catch (Throwable x) {
Message.add(x.toString());
throw new IOException(x.getMessage());
}
}
public void endElement(java.lang.String uri, java.lang.String localName, java.lang.String qName)
throws SAXException {
// if (!qName.equals("TOKEN") && !qName.equals("BLOCK") &&
// !qName.equals("TEXT"))
// System.out.println(qName);
if (qName.equals("TEXT")) {
blabla.append("\n");
LayoutToken token = new LayoutToken();
token.setText("\n");
block.addToken(token);
accumulator.setLength(0);
tokenizations.add("\n");
} else if (qName.equals("METADATA")) {
accumulator.setLength(0);
} else if (qName.equals("TOKEN")) {
String tok0 = TextUtilities.clean(getText());
if (block.getStartToken() == -1) {
block.setStartToken(tokenizations.size());
}
if (tok0.length() > 0) {
StringTokenizer st = new StringTokenizer(tok0, TextUtilities.fullPunctuations, true);
boolean diaresis = false;
boolean accent = false;
boolean keepLast = false;
while (st.hasMoreTokens()) {
diaresis = false;
accent = false;
keepLast = false;
String tok = st.nextToken();
if (tok.length() > 0) {
LayoutToken token = new LayoutToken();
if ((previousToken != null)
&& (tok != null)
&& (previousToken.length() > 0)
&& (tok.length() > 0)
&& blabla.length() > 0) {
Character leftChar = previousTok.getText().charAt(previousTok.getText().length() - 1);
Character rightChar = tok.charAt(0);
ModifierClass leftClass = classifyChar(leftChar);
ModifierClass rightClass = classifyChar(rightChar);
ModifierClass modifierClass = ModifierClass.NOT_A_MODIFIER;
if (leftClass != ModifierClass.NOT_A_MODIFIER
|| rightClass != ModifierClass.NOT_A_MODIFIER) {
Character baseChar = null;
Character modifierChar = null;
if (leftClass != ModifierClass.NOT_A_MODIFIER) {
if (rightClass != ModifierClass.NOT_A_MODIFIER) {
// assert false;
// keeping characters, but setting class
// to not a modifier
baseChar = leftChar;
modifierChar = rightChar;
modifierClass = ModifierClass.NOT_A_MODIFIER;
} else {
baseChar = rightChar;
modifierChar = leftChar;
modifierClass = leftClass;
}
} else {
baseChar = leftChar;
modifierChar = rightChar;
modifierClass = rightClass;
}
String updatedChar = modifyCharacter(baseChar, modifierChar);
tokenizations.remove(tokenizations.size() - 1);
if (tokenizations.size() > 0) {
tokenizations.remove(tokenizations.size() - 1);
}
blabla.deleteCharAt(blabla.length() - 1);
if (blabla.length() > 0) {
blabla.deleteCharAt(blabla.length() - 1);
}
removeLastCharacterIfPresent(previousTok);
if (updatedChar != null) {
blabla.append(updatedChar);
previousTok.setText(previousTok.getText() + updatedChar);
}
blabla.append(tok.substring(1, tok.length()));
previousTok.setText(previousTok.getText() + tok.substring(1, tok.length()));
tokenizations.add(previousTok.getText());
diaresis =
(modifierClass == ModifierClass.DIAERESIS
|| modifierClass == ModifierClass.NORDIC_RING
|| modifierClass == ModifierClass.CZECH_CARON
|| modifierClass == ModifierClass.TILDE
|| modifierClass == ModifierClass.CEDILLA);
accent =
(modifierClass == ModifierClass.ACUTE_ACCENT
|| modifierClass == ModifierClass.CIRCUMFLEX
|| modifierClass == ModifierClass.GRAVE_ACCENT);
if (rightClass != ModifierClass.NOT_A_MODIFIER) {
tok = ""; // resetting current token as it
// is a single-item
}
}
}
if (tok != null) {
// actually in certain cases, the extracted string under token can be a chunk of text
// with separators that need to be preserved
// tok = tok.replace(" ", "");
}
if ((!diaresis) && (!accent)) {
// blabla.append(" ");
blabla.append(tok);
token.setText(tok);
tokenizations.add(tok);
} else {
tok = "";
keepLast = true;
}
/*
* StringTokenizer st0 = new StringTokenizer(tok0,
* TextUtilities.fullPunctuations, true);
* while(st0.hasMoreTokens()) { String tok =
* st0.nextToken(); tokenizations.add(tok); }
* tokenizations.add(" ");
*/
/*
* boolean punct1 = false; boolean punct2 = false;
* boolean punct3 = false; String content = null; int i
* = 0; for(; i<TextUtilities.punctuations.length();
* i++) { if (tok.length() > 0) { if
* (tok.charAt(tok.length()-1) ==
* TextUtilities.punctuations.charAt(i)) { punct1 =
* true; content = tok.substring(0, tok.length()-1); if
* (tok.length() > 1) { int j = 0; for(;
* j<TextUtilities.punctuations.length(); j++) { if
* (tok.charAt(tok.length()-2) ==
* TextUtilities.punctuations.charAt(j)) { punct3 =
* true; content = tok.substring(0, tok.length()-2); } }
* } break; } } } if (tok.length() > 0) { if (
* (tok.startsWith("(")) && (tok.length() > 1) ) { if
* ((punct3) && (tok.length() > 2)) content =
* tok.substring(1, tok.length()-2); else if (punct1)
* content = tok.substring(1, tok.length()-1); else
* content = tok.substring(1, tok.length()); punct2 =
* true; token.setText("("); } else if (
* (tok.startsWith("[")) && (tok.length() > 1) ) { if
* ((punct3) && (tok.length() > 2)) content =
* tok.substring(1, tok.length()-2); else if (punct1)
* content = tok.substring(1, tok.length()-1); else
* content = tok.substring(1, tok.length()); punct2 =
* true; token.setText("["); } else if (
* (tok.startsWith("\"")) && (tok.length() > 1) ) { if
* ((punct3) && (tok.length() > 2)) content =
* tok.substring(1, tok.length()-2); else if (punct1)
* content = tok.substring(1, tok.length()-1); else
* content = tok.substring(1, tok.length()); punct2 =
* true; token.setText("\""); } }
*/
if (currentRotation) currentFontSize = currentFontSize / 2;
/*
* if (punct2) { if (currentFont != null)
* token.setFont(currentFont.toLowerCase()); else
* token.setFont("default");
* token.setItalic(currentItalic);
* token.setBold(currentBold);
* token.setRotation(currentRotation);
* token.setColorFont(colorFont); token.setX(currentX);
* token.setY(currentY); token.setWidth(currentWidth);
* token.setHeight(currentHeight);
* token.setFontSize(currentFontSize);
* block.addToken(token);
*
* token = new LayoutToken(); token.setText(content); }
* if (punct1) { token.setText(content); if (currentFont
* != null) token.setFont(currentFont.toLowerCase());
* else token.setFont("default");
* token.setItalic(currentItalic);
* token.setBold(currentBold);
* token.setRotation(currentRotation);
* token.setColorFont(colorFont); token.setX(currentX);
* token.setY(currentY); token.setWidth(currentWidth);
* token.setHeight(currentHeight);
* token.setFontSize(currentFontSize);
* block.addToken(token);
*
* if (punct3) { token = new LayoutToken();
* token.setText(""+tok.charAt(tok.length()-2)); if
* (currentFont != null)
* token.setFont(currentFont.toLowerCase()); else
* token.setFont("default");
* token.setItalic(currentItalic);
* token.setBold(currentBold);
* token.setRotation(currentRotation);
* token.setColorFont(colorFont); token.setX(currentX);
* token.setY(currentY); token.setWidth(currentWidth);
* token.setHeight(currentHeight);
* token.setFontSize(currentFontSize);
* block.addToken(token); }
*
* token = new LayoutToken();
* token.setText(""+tok.charAt(tok.length()-1)); }
*/
if (currentFont != null) token.setFont(currentFont.toLowerCase());
else token.setFont("default");
token.setItalic(currentItalic);
token.setBold(currentBold);
token.setRotation(currentRotation);
token.setColorFont(colorFont);
token.setX(currentX);
token.setY(currentY);
token.setWidth(currentWidth);
token.setHeight(currentHeight);
token.setFontSize(currentFontSize);
if (!diaresis && !accent) {
block.addToken(token);
}
if (block.getFont() == null) {
if (currentFont != null) block.setFont(currentFont.toLowerCase());
else token.setFont("default");
}
if (nbTokens == 0) {
block.setItalic(currentItalic);
block.setBold(currentBold);
}
if (block.getColorFont() == null) block.setColorFont(colorFont);
if (block.getX() == 0.0) block.setX(currentX);
if (block.getY() == 0.0) block.setY(currentY);
if (block.getWidth() == 0.0) block.setWidth(currentWidth);
if (block.getHeight() == 0.0) block.setHeight(currentHeight);
if (block.getFontSize() == 0.0) block.setFontSize(currentFontSize);
if (!diaresis && !accent) {
previousToken = tok;
previousTok = token;
} else {
previousToken = previousTok.getText();
}
nbTokens++;
accumulator.setLength(0);
}
}
if (tokenizations.size() > 0) {
String justBefore = tokenizations.get(tokenizations.size() - 1);
if (!justBefore.endsWith("-")) {
tokenizations.add(" ");
blabla.append(" ");
}
}
}
block.setEndToken(tokenizations.size());
} else if (qName.equals("PAGE")) {
// page marker are usefull to detect headers (same first line(s)
// appearing on each page)
if (block != null) {
blabla.append("\n");
tokenizations.add("\n");
block.setText(blabla.toString());
block.setNbTokens(nbTokens);
doc.addBlock(block);
}
Block block0 = new Block();
block0.setText("@PAGE\n");
block0.setNbTokens(0);
block0.setPage(currentPage);
doc.addBlock(block0);
block = new Block();
block.setPage(currentPage);
blabla = new StringBuffer();
nbTokens = 0;
// blabla.append("\n@block\n");
tokenizations.add("\n");
} else if (qName.equals("IMAGE")) {
if (block != null) {
blabla.append("\n");
block.setText(blabla.toString());
block.setNbTokens(nbTokens);
doc.addBlock(block);
}
block = new Block();
block.setPage(currentPage);
blabla = new StringBuffer();
if (images.size() > 0) {
blabla.append("@IMAGE " + images.get(images.size() - 1) + "\n");
}
block.setText(blabla.toString());
block.setNbTokens(nbTokens);
if (block.getX() == 0.0) block.setX(currentX);
if (block.getY() == 0.0) block.setY(currentY);
if (block.getWidth() == 0.0) block.setWidth(currentWidth);
if (block.getHeight() == 0.0) block.setHeight(currentHeight);
doc.addBlock(block);
blabla = new StringBuffer();
nbTokens = 0;
block = new Block();
block.setPage(currentPage);
}
/*
* else if (qName.equals("VECTORIALIMAGES")) { if (block != null) {
* blabla.append("\n"); block.setText(blabla.toString());
* block.setNbTokens(nbTokens); doc.addBlock(block); } block = new
* Block(); block.setPage(currentPage); blabla = new StringBuffer();
* blabla.append("@IMAGE " + "vectorial \n");
* block.setText(blabla.toString()); block.setNbTokens(nbTokens); if
* (block.getX() == 0.0) block.setX(currentX); if (block.getY() == 0.0)
* block.setY(currentY); if (block.getWidth() == 0.0)
* block.setWidth(currentWidth); if (block.getHeight() == 0.0)
* block.setHeight(currentHeight); doc.addBlock(block); blabla = new
* StringBuffer(); nbTokens = 0; block = new Block();
* block.setPage(currentPage); }
*/
else if (qName.equals("BLOCK")) {
blabla.append("\n");
tokenizations.add("\n");
block.setText(blabla.toString());
block.setNbTokens(nbTokens);
block.setWidth(currentX - block.getX() + currentWidth);
block.setHeight(currentY - block.getY() + currentHeight);
doc.addBlock(block);
// blabla = new StringBuffer();
nbTokens = 0;
block = null;
} else if (qName.equals("xi:include")) {
if (block != null) {
blabla.append("\n");
block.setText(blabla.toString());
block.setNbTokens(nbTokens);
doc.addBlock(block);
}
block = new Block();
block.setPage(currentPage);
blabla = new StringBuffer();
blabla.append("@IMAGE " + images.get(images.size() - 1) + "\n");
block.setText(blabla.toString());
block.setNbTokens(nbTokens);
doc.addBlock(block);
blabla = new StringBuffer();
nbTokens = 0;
block = new Block();
block.setPage(currentPage);
}
/*
* else if (qName.equals("DOCUMENT")) {
* System.out.println(blabla.toString()); }
*/
}
