private static void writeTag( int state, int laststate, boolean hide, CharArray _head, CharArray _buffer, CharArray _body) { if (!hide) { if (shouldWriteToHead(state, laststate)) { _head.append('<').append(_buffer).append('>'); } else { _body.append('<').append(_buffer).append('>'); } } }
@Override public void writeBody(Writer out) throws IOException { if (out instanceof PrintWriter) { body.writeTo((PrintWriter) out); } else { super.writeBody(out); } }
@Override public void writeHead(Writer out) throws IOException { if (out instanceof PrintWriter) { head.writeTo((PrintWriter) out); } else { super.writeHead(out); } }
/** * Populates a {@link Tag} object using data from the supplied {@link CharArray}. * * <p>The supplied tag parameter is reset and reused - this avoids excess object creation which * hwlps performance. * * @return the same tag instance that was passed in, except it will be populated with a new * <tt>name</tt> value (and the corresponding <tt>nameEndIdx</tt> value). However if the tag * contained nathing but whitespace, this method will return <tt>null</tt>. */ private Tag parseTag(Tag tag, CharArray buf) { int len = buf.length(); int idx = 0; int begin; // Skip over any leading whitespace in the tag while (idx < len && Character.isWhitespace(buf.charAt(idx))) idx++; if (idx == len) return null; // Find out where the non-whitespace characters end. This will give us the tag name. begin = idx; while (idx < len && !Character.isWhitespace(buf.charAt(idx))) idx++; // Mark the tag name as a substring within the buffer. This allows us to perform // a substring comparison against it at a later date buf.setSubstr(begin, buf.charAt(idx - 1) == '/' ? idx - 1 : idx); // Remember where the name finishes so we can pull out the properties later if need be tag.nameEndIdx = idx; return tag; }
public Page parse(SitemeshBuffer buffer) throws IOException { CharArrayReader reader = new CharArrayReader(buffer.getCharArray(), 0, buffer.getBufferLength()); CharArray _buffer = new CharArray(4096); CharArray _body = new CharArray(4096); CharArray _head = new CharArray(512); CharArray _title = new CharArray(128); Map _htmlProperties = null; Map _metaProperties = new HashMap(6); Map _sitemeshProperties = new HashMap(6); Map _bodyProperties = null; CharArray _currentTaggedContent = new CharArray(1024); String _contentTagId = null; boolean tagged = false; boolean _frameSet = false; int _state = STATE_TEXT; int _tokenType = TOKEN_NONE; int _pushBack = 0; int _comment = 0; int _quote = 0; boolean hide = false; int state = TAG_STATE_NONE; int laststate = TAG_STATE_NONE; boolean doneTitle = false; // This tag object gets reused each iteration. Tag tagObject = new Tag(); while (_tokenType != TOKEN_EOF) { if (tagged) { if (_tokenType == TOKEN_TAG || _tokenType == TOKEN_EMPTYTAG) { if (_buffer == null || _buffer.length() == 0) { _tokenType = TOKEN_NONE; continue; } if (parseTag(tagObject, _buffer) == null) continue; if (_buffer.compareLowerSubstr( "/content")) // Note that the '/' survives the | 32 operation { tagged = false; if (_contentTagId != null) { state = TAG_STATE_NONE; _sitemeshProperties.put(_contentTagId, _currentTaggedContent.toString()); _currentTaggedContent.setLength(0); _contentTagId = null; } } else { _currentTaggedContent.append('<').append(_buffer).append('>'); } } else { if (_buffer.length() > 0) _currentTaggedContent.append(_buffer); } } else { if (_tokenType == TOKEN_TAG || _tokenType == TOKEN_EMPTYTAG) { if (_buffer == null || _buffer.length() == 0) { _tokenType = TOKEN_NONE; continue; } if (parseTag(tagObject, _buffer) == null) { _tokenType = TOKEN_TEXT; continue; } int tagHash = _buffer.substrHashCode(); if (state == TAG_STATE_XML || state == TAG_STATE_XMP) { writeTag(state, laststate, hide, _head, _buffer, _body); if ((state == TAG_STATE_XML && tagHash == SLASH_XML_HASH) || (state == TAG_STATE_XMP && tagHash == SLASH_XMP_HASH)) { state = laststate; } } else { boolean doDefault = false; switch (tagHash) { case HTML_HASH: if (!_buffer.compareLowerSubstr("html")) { // skip any accidental hash collisions doDefault = true; break; } state = TAG_STATE_HTML; _htmlProperties = parseProperties(tagObject, _buffer).properties; break; case HEAD_HASH: if (!_buffer.compareLowerSubstr("head")) { // skip any accidental hash collisions doDefault = true; break; } state = TAG_STATE_HEAD; break; case XML_HASH: if (!_buffer.compareLowerSubstr("xml")) { // skip any accidental hash collisions doDefault = true; break; } laststate = state; writeTag(state, laststate, hide, _head, _buffer, _body); state = TAG_STATE_XML; break; case XMP_HASH: if (!_buffer.compareLowerSubstr("xmp")) { // skip any accidental hash collisions doDefault = true; break; } laststate = state; writeTag(state, laststate, hide, _head, _buffer, _body); state = TAG_STATE_XMP; break; case TITLE_HASH: if (!_buffer.compareLowerSubstr("title")) { // skip any accidental hash collisions doDefault = true; break; } if (doneTitle) { hide = true; } else { laststate = state; state = TAG_STATE_TITLE; } break; case SLASH_TITLE_HASH: if (!_buffer.compareLowerSubstr("/title")) { // skip any accidental hash collisions doDefault = true; break; } if (doneTitle) { hide = false; } else { doneTitle = true; state = laststate; } break; case PARAMETER_HASH: if (!_buffer.compareLowerSubstr( "parameter")) { // skip any accidental hash collisions doDefault = true; break; } parseProperties(tagObject, _buffer); String name = (String) tagObject.properties.get("name"); String value = (String) tagObject.properties.get("value"); if (name != null && value != null) { _sitemeshProperties.put(name, value); } break; case META_HASH: if (!_buffer.compareLowerSubstr("meta")) { // skip any accidental hash collisions doDefault = true; break; } CharArray metaDestination = state == TAG_STATE_HEAD ? _head : _body; metaDestination.append('<'); metaDestination.append(_buffer); metaDestination.append('>'); parseProperties(tagObject, _buffer); name = (String) tagObject.properties.get("name"); value = (String) tagObject.properties.get("content"); if (name == null) { String httpEquiv = (String) tagObject.properties.get("http-equiv"); if (httpEquiv != null) { name = "http-equiv." + httpEquiv; } } if (name != null && value != null) { _metaProperties.put(name, value); } break; case SLASH_HEAD_HASH: if (!_buffer.compareLowerSubstr("/head")) { // skip any accidental hash collisions doDefault = true; break; } state = TAG_STATE_HTML; break; case FRAME_HASH: if (!_buffer.compareLowerSubstr("frame")) { // skip any accidental hash collisions doDefault = true; break; } _frameSet = true; break; case FRAMESET_HASH: if (!_buffer.compareLowerSubstr( "frameset")) { // skip any accidental hash collisions doDefault = true; break; } _frameSet = true; break; case BODY_HASH: if (!_buffer.compareLowerSubstr("body")) { // skip any accidental hash collisions doDefault = true; break; } if (_tokenType == TOKEN_EMPTYTAG) { state = TAG_STATE_BODY; } _bodyProperties = parseProperties(tagObject, _buffer).properties; break; case CONTENT_HASH: if (!_buffer.compareLowerSubstr("content")) { // skip any accidental hash collisions doDefault = true; break; } state = TAG_STATE_NONE; Map props = parseProperties(tagObject, _buffer).properties; if (props != null) { tagged = true; _contentTagId = (String) props.get("tag"); } break; case SLASH_XMP_HASH: if (!_buffer.compareLowerSubstr("/xmp")) { // skip any accidental hash collisions doDefault = true; break; } hide = false; break; case SLASH_BODY_HASH: if (!_buffer.compareLowerSubstr("/body")) { // skip any accidental hash collisions doDefault = true; break; } state = TAG_STATE_NONE; hide = true; break; case SLASH_HTML_HASH: if (!_buffer.compareLowerSubstr("/html")) { // skip any accidental hash collisions doDefault = true; break; } state = TAG_STATE_NONE; hide = true; break; default: doDefault = true; } if (doDefault) writeTag(state, laststate, hide, _head, _buffer, _body); } } else if (!hide) { if (_tokenType == TOKEN_TEXT) { if (state == TAG_STATE_TITLE) { _title.append(_buffer); } else if (shouldWriteToHead(state, laststate)) { _head.append(_buffer); } else { _body.append(_buffer); } } else if (_tokenType == TOKEN_COMMENT) { final CharArray commentDestination = shouldWriteToHead(state, laststate) ? _head : _body; commentDestination.append("<!--"); commentDestination.append(_buffer); commentDestination.append("-->"); } else if (_tokenType == TOKEN_CDATA) { final CharArray commentDestination = state == TAG_STATE_HEAD ? _head : _body; commentDestination.append("<![CDATA["); commentDestination.append(_buffer); commentDestination.append("]]>"); } else if (_tokenType == TOKEN_SCRIPT) { final CharArray commentDestination = state == TAG_STATE_HEAD ? _head : _body; commentDestination.append('<'); commentDestination.append(_buffer); } } } _buffer.setLength(0); start: while (true) { int c; if (_pushBack != 0) { c = _pushBack; _pushBack = 0; } else { try { c = reader.read(); } catch (IOException e) { _tokenType = TOKEN_EOF; break start; } } if (c < 0) { int tmpstate = _state; _state = STATE_EOF; if (_buffer.length() > 0 && tmpstate == STATE_TEXT) { _tokenType = TOKEN_TEXT; break start; } else { _tokenType = TOKEN_EOF; break start; } } switch (_state) { case STATE_TAG: { int buflen = _buffer.length(); if (c == '>') { if (_buffer.length() > 1 && _buffer.charAt(_buffer.length() - 1) == '/') { _tokenType = TOKEN_EMPTYTAG; } else { _tokenType = TOKEN_TAG; } _state = STATE_TEXT; break start; } else if (c == '/') { _buffer.append('/'); } else if (c == '<' && buflen == 0) { _buffer.append("<<"); _state = STATE_TEXT; } else if (c == '-' && buflen == 2 && _buffer.charAt(1) == '-' && _buffer.charAt(0) == '!') { _buffer.setLength(0); _state = STATE_COMMENT; } else if (c == '[' && buflen == 7 && _buffer.charAt(0) == '!' && _buffer.charAt(1) == '[' && _buffer.compareLower("cdata", 2)) { _buffer.setLength(0); _state = STATE_CDATA; } else if ((c == 'e' || c == 'E') && buflen == 7 && _buffer.charAt(0) == '!' && _buffer.compareLower("doctyp", 1)) { _buffer.append((char) c); _state = STATE_DOCTYPE; } else if ((c == 'T' || c == 't') && buflen == 5 && _buffer.compareLower("scrip", 0)) { _buffer.append((char) c); _state = STATE_SCRIPT; } else if (c == '"' || c == '\'') { _quote = c; _buffer.append((char) c); _state = STATE_TAG_QUOTE; } else { _buffer.append((char) c); } } break; case STATE_TEXT: { if (c == '<') { _state = STATE_TAG; if (_buffer.length() > 0) { _tokenType = TOKEN_TEXT; break start; } } else { _buffer.append((char) c); } } break; case STATE_TAG_QUOTE: { if (c == '>') { _pushBack = c; _state = STATE_TAG; } else { _buffer.append((char) c); if (c == _quote) { _state = STATE_TAG; } } } break; case STATE_COMMENT: { if (c == '>' && _comment >= 2) { _buffer.setLength(_buffer.length() - 2); _comment = 0; _state = STATE_TEXT; _tokenType = TOKEN_COMMENT; break start; } else if (c == '-') { _comment++; } else { _comment = 0; } _buffer.append((char) c); } break; case STATE_CDATA: { if (c == '>' && _comment >= 2) { _buffer.setLength(_buffer.length() - 2); _comment = 0; _state = STATE_TEXT; _tokenType = TOKEN_CDATA; break start; } else if (c == ']') { _comment++; } else { _comment = 0; } _buffer.append((char) c); } break; case STATE_SCRIPT: { _buffer.append((char) c); if (c == '<') { _comment = 0; } else if ((c == '/' && _comment == 0) || ((c == 's' || c == 'S') && _comment == 1) || ((c == 'c' || c == 'C') && _comment == 2) || ((c == 'r' || c == 'R') && _comment == 3) || ((c == 'i' || c == 'I') && _comment == 4) || ((c == 'p' || c == 'P') && _comment == 5) || ((c == 't' || c == 'T') && _comment == 6)) { _comment++; } else if (c == '>' && _comment >= 7) { _comment = 0; _state = STATE_TEXT; _tokenType = TOKEN_SCRIPT; break start; } } break; case STATE_DOCTYPE: { _buffer.append((char) c); if (c == '>') { _state = STATE_TEXT; _tokenType = TOKEN_DOCTYPE; break start; } else { _comment = 0; } } break; } } } // Help the GC _currentTaggedContent = null; _buffer = null; return new FastPage( buffer, _sitemeshProperties, _htmlProperties, _metaProperties, _bodyProperties, _title.toString().trim(), _head.toString().trim(), _body.toString().trim(), _frameSet); }
/** * This is called when we need to extract the properties for the tag from the tag's HTML. We only * call this when necessary since it has quite a lot of overhead. * * @param tag the tag that is currently being processed. This should be the tag that was returned * as a result of a call to {@link #parseTag(FastPageParser.Tag, CharArray)} (ie, it has the * <tt>name</tt> and <tt>nameEndIdx</tt> fields set correctly for the tag in question. The * <tt>properties</tt> field can be in an undefined state - it will get replaced regardless). * @param buffer a <tt>CharArray</tt> containing the entire tag that is being parsed. * @return the same tag instance that was passed in, only it will now be populated with any * properties that were specified in the tag's HTML. */ private static Tag parseProperties(Tag tag, CharArray buffer) { int len = buffer.length(); int idx = tag.nameEndIdx; // Start with an empty hashmap. A new HashMap is lazy-created if we happen to find any // properties tag.properties = Collections.EMPTY_MAP; int begin; while (idx < len) { // Skip forward to the next non-whitespace character while (idx < len && Character.isWhitespace(buffer.charAt(idx))) idx++; if (idx == len) continue; begin = idx; if (buffer.charAt(idx) == '"') { idx++; while (idx < len && buffer.charAt(idx) != '"') idx++; if (idx == len) continue; idx++; } else if (buffer.charAt(idx) == '\'') { idx++; while (idx < len && buffer.charAt(idx) != '\'') idx++; if (idx == len) continue; idx++; } else { while (idx < len && !Character.isWhitespace(buffer.charAt(idx)) && buffer.charAt(idx) != '=') idx++; } // Mark the substring. This is the attribute name buffer.setSubstr(begin, idx); if (idx < len && Character.isWhitespace(buffer.charAt(idx))) { while (idx < len && Character.isWhitespace(buffer.charAt(idx))) idx++; } if (idx == len || buffer.charAt(idx) != '=') continue; idx++; if (idx == len) continue; while (idx < len && (buffer.charAt(idx) == '\n' || buffer.charAt(idx) == '\r')) idx++; if (buffer.charAt(idx) == ' ') { while (idx < len && Character.isWhitespace(buffer.charAt(idx))) idx++; if (idx == len || (buffer.charAt(idx) != '"' && buffer.charAt(idx) != '"')) continue; } begin = idx; int end; if (buffer.charAt(idx) == '"') { idx++; begin = idx; while (idx < len && buffer.charAt(idx) != '"') idx++; if (idx == len) continue; end = idx; idx++; } else if (buffer.charAt(idx) == '\'') { idx++; begin = idx; while (idx < len && buffer.charAt(idx) != '\'') idx++; if (idx == len) continue; end = idx; idx++; } else { while (idx < len && !Character.isWhitespace(buffer.charAt(idx))) idx++; end = idx; } // Extract the name and value as String objects and add them to the property map String name = buffer.getLowerSubstr(); String value = buffer.substring(begin, end); tag.addProperty(name, value); } return tag; }
private void parseAttribute() throws IOException { int token; if (pushbackToken == -1) { token = yylex(); } else { token = pushbackToken; pushbackToken = -1; } // Token WORD - start of an attribute String attributeName = text(); skipWhiteSpace(); if (pushbackToken == -1) { token = yylex(); } else { token = pushbackToken; pushbackToken = -1; } if (token == Parser.EQUALS) { // Token "=" - the attribute has a value skipWhiteSpace(); if (pushbackToken == -1) { token = yylex(); } else { token = pushbackToken; pushbackToken = -1; } if (token == Parser.QUOTED) { // token QUOTED - a quoted literal as the attribute value parsedAttribute(attributeName, text(), true); } else if (token == Parser.WORD || token == Parser.SLASH) { // unquoted word attributeBuffer.clear(); attributeBuffer.append(text()); while (true) { int next; if (pushbackToken == -1) { next = yylex(); } else { next = pushbackToken; pushbackToken = -1; } if (next == Parser.WORD || next == Parser.EQUALS || next == Parser.SLASH) { attributeBuffer.append(text()); } else { pushBack(next); break; } } parsedAttribute(attributeName, attributeBuffer.toString(), false); } else if (token == Parser.SLASH || token == Parser.GT) { // no more attributes pushBack(token); } else if (token == 0) { return; } else { reportError("Illegal attribute value", line(), column()); } } else if (token == Parser.SLASH || token == Parser.GT || token == Parser.WORD) { // it was a value-less HTML style attribute parsedAttribute(attributeName, null, false); pushBack(token); } else if (token == 0) { return; } else { reportError("Illegal attribute name", line(), column()); } }