/** * Adds the token specified to the current linked list of tokens as an * "end token;" that is, at <code>zzMarkedPos</code>. * * @param tokenType The token's type. */ private void addEndToken(int tokenType) { addToken(zzMarkedPos,zzMarkedPos, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. * @see #addToken(int, int, int) */ private void addHyperlinkToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so, true); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
{ addToken(Token.OPERATOR); yybegin(CSS_VALUE); { addToken(Token.ERROR_NUMBER_FORMAT); { addToken(start,zzStartRead-1, Token.LITERAL_CHAR); addEndToken(INTERNAL_CSS_CHAR - cssPrevState); return firstToken; { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.MARKUP_DTD); { addToken(Token.SEPARATOR); yybegin(CSS_PROPERTY); { addToken(Token.MARKUP_TAG_DELIMITER); yybegin(INTAG); { addToken(Token.RESERVED_WORD_2); { addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); yybegin(cssPrevState); addToken(start,zzStartRead, Token.LITERAL_CHAR); addEndToken(INTERNAL_IN_JS_CHAR_VALID); addToken(start,zzStartRead, Token.ERROR_CHAR); addEndToken(INTERNAL_IN_JS_CHAR_INVALID); { addToken(Token.WHITESPACE); { addToken(zzStartRead,zzStartRead, Token.MARKUP_TAG_DELIMITER); addToken(zzMarkedPos-6,zzMarkedPos-1, Token.MARKUP_TAG_NAME); start = zzMarkedPos; yybegin(INTAG_SCRIPT); { addToken(Token.REGEX);
/** * Adds the token specified to the current linked list of tokens as an * "end token;" that is, at <code>zzMarkedPos</code>. * * @param tokenType The token's type. */ private void addEndToken(int tokenType) { addToken(zzMarkedPos,zzMarkedPos, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. * @see #addToken(int, int, int) */ private void addHyperlinkToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so, true); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens as an * "end token;" that is, at <code>zzMarkedPos</code>. * * @param tokenType The token's type. */ private void addEndToken(int tokenType) { addToken(zzMarkedPos,zzMarkedPos, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens as an * "end token;" that is, at <code>zzMarkedPos</code>. * * @param tokenType The token's type. */ private void addEndToken(int tokenType) { addToken(zzMarkedPos,zzMarkedPos, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
{ addToken(Token.IDENTIFIER); { yybegin(INTAG_SCRIPT); addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE); { addToken(Token.LITERAL_BOOLEAN); { addToken(Token.SEPARATOR); yybegin(INTAG); { addToken(start,zzStartRead-1, Token.COMMENT_MULTILINE); addEndToken(INTERNAL_IN_HIDDEN_COMMENT); return firstToken; { addToken(Token.ERROR_CHAR); { addToken(Token.ERROR_NUMBER_FORMAT); { yybegin(JAVASCRIPT); addToken(Token.SEPARATOR); { addToken(start,zzStartRead-1, Token.VARIABLE); return firstToken; { addToken(Token.LITERAL_STRING_DOUBLE_QUOTE); { addToken(start,zzStartRead-1, Token.COMMENT_MULTILINE); addEndToken(INTERNAL_IN_JS_MLC); return firstToken; { addToken(Token.FUNCTION); { addToken(Token.COMMENT_EOL); addEndToken(INTERNAL_IN_JS); return firstToken; case 70: { yybegin(YYINITIAL); addToken(zzStartRead,zzStartRead, Token.SEPARATOR);
{ addToken(Token.SEPARATOR); yybegin(JSP_DIRECTIVE); { addToken(Token.ERROR_NUMBER_FORMAT); { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.VARIABLE); { addToken(Token.MARKUP_TAG_DELIMITER); yybegin(INTAG); { yybegin(YYINITIAL); addToken(start,zzStartRead+1, Token.PREPROCESSOR); { addToken(Token.WHITESPACE); { addToken(start,zzStartRead-1, Token.COMMENT_MULTILINE); addEndToken(INTERNAL_IN_JS_MLC); return firstToken; { addToken(Token.FUNCTION); { yybegin(YYINITIAL); addToken(start,zzStartRead+2, Token.COMMENT_MULTILINE); { addToken(Token.ERROR_STRING_DOUBLE); addEndToken(INTERNAL_IN_JAVA_EXPRESSION); return firstToken; { addToken(Token.ERROR_CHAR); { yybegin(INTAG); addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE); { addToken(zzStartRead,zzStartRead, Token.MARKUP_TAG_DELIMITER); addToken(zzMarkedPos-6,zzMarkedPos-1, Token.MARKUP_TAG_NAME); start = zzMarkedPos; yybegin(INTAG_SCRIPT); { addToken(Token.SEPARATOR); yybegin(YYINITIAL);
{ addToken(Token.OPERATOR); yybegin(CSS_VALUE); { addToken(Token.ERROR_NUMBER_FORMAT); { addToken(start,zzStartRead-1, Token.LITERAL_CHAR); addEndToken(INTERNAL_CSS_CHAR - cssPrevState); return firstToken; { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.MARKUP_DTD); { addToken(Token.SEPARATOR); yybegin(CSS_PROPERTY); { addToken(Token.MARKUP_TAG_DELIMITER); yybegin(INTAG); { addToken(Token.RESERVED_WORD_2); { addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); yybegin(cssPrevState); addToken(start,zzStartRead, Token.LITERAL_CHAR); addEndToken(INTERNAL_IN_JS_CHAR_VALID); addToken(start,zzStartRead, Token.ERROR_CHAR); addEndToken(INTERNAL_IN_JS_CHAR_INVALID); { addToken(Token.WHITESPACE); { addToken(zzStartRead,zzStartRead, Token.MARKUP_TAG_DELIMITER); addToken(zzMarkedPos-6,zzMarkedPos-1, Token.MARKUP_TAG_NAME); start = zzMarkedPos; yybegin(INTAG_SCRIPT); { addToken(Token.REGEX);