/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
/** * Adds the token specified to the current linked list of tokens as an * "end token;" that is, at <code>zzMarkedPos</code>. * * @param tokenType The token's type. */ private void addEndToken(int tokenType) { addToken(zzMarkedPos,zzMarkedPos, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. * @see #addToken(int, int, int) */ private void addHyperlinkToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so, true); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
{ addToken(Token.IDENTIFIER); { /*System.out.println("yyinitial: " + yytext());*/ addToken(Token.IDENTIFIER); { addToken(highlightingLess ? Token.RESERVED_WORD : Token.IDENTIFIER); addToken(zzStartRead, zzStartRead + 1, Token.IDENTIFIER); zzStartRead = temp; { addToken(Token.SEPARATOR); yybegin(CSS_PROPERTY); { addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE); yybegin(cssPrevState); { addToken(start,zzStartRead-1, Token.LITERAL_CHAR); addEndToken(INTERNAL_CSS_CHAR - cssPrevState); return firstToken; { addToken(start,zzStartRead-1, Token.COMMENT_EOL); switch (cssPrevState) { case CSS_PROPERTY: { addToken(start,zzStartRead, Token.LITERAL_CHAR); yybegin(cssPrevState); { addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); yybegin(cssPrevState); { addToken(highlightingLess ? Token.SEPARATOR : Token.IDENTIFIER); { addToken(Token.OPERATOR); yybegin(CSS_VALUE); { /* Unknown pseudo class */ addToken(Token.DATA_TYPE);
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
/** * Adds the token specified to the current linked list of tokens as an * "end token;" that is, at <code>zzMarkedPos</code>. * * @param tokenType The token's type. */ private void addEndToken(int tokenType) { addToken(zzMarkedPos,zzMarkedPos, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. * @see #addToken(int, int, int) */ private void addHyperlinkToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so, true); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
{ yybegin(YYINITIAL); addToken(start,zzStartRead+2, Token.COMMENT_DOCUMENTATION); { yybegin(YYINITIAL); addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); { addToken(start,zzStartRead-1, Token.ERROR_CHAR); addNullToken(); return firstToken; { addToken(Token.WHITESPACE); { addToken(start,zzStartRead, Token.LITERAL_CHAR); yybegin(YYINITIAL); { addToken(Token.SEPARATOR); { addToken(Token.VARIABLE); { addToken(Token.IDENTIFIER); { addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE); yybegin(YYINITIAL); { addToken(Token.FUNCTION); { addToken(Token.DATA_TYPE); { addToken(start,zzStartRead-1, Token.COMMENT_DOCUMENTATION); return firstToken; { addToken(Token.OPERATOR); { addToken(Token.LITERAL_NUMBER_DECIMAL_INT); { addToken(start,zzStartRead-1, Token.COMMENT_MULTILINE); return firstToken;
{ yybegin(YYINITIAL); addToken(start,zzStartRead+2, Token.COMMENT_DOCUMENTATION); { yybegin(YYINITIAL); addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); { addToken(start,zzStartRead-1, Token.ERROR_CHAR); addNullToken(); return firstToken; { addToken(Token.WHITESPACE); { addToken(start,zzStartRead, Token.LITERAL_CHAR); yybegin(YYINITIAL); { addToken(Token.SEPARATOR); { addToken(Token.VARIABLE); { addToken(Token.IDENTIFIER); { addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE); yybegin(YYINITIAL); { addToken(Token.FUNCTION); { addToken(Token.DATA_TYPE); { addToken(start,zzStartRead-1, Token.COMMENT_DOCUMENTATION); return firstToken; { addToken(Token.OPERATOR); { addToken(Token.LITERAL_NUMBER_DECIMAL_INT); { addToken(start,zzStartRead-1, Token.COMMENT_MULTILINE); return firstToken;
{ addToken(Token.IDENTIFIER); { /*System.out.println("yyinitial: " + yytext());*/ addToken(Token.IDENTIFIER); { addToken(highlightingLess ? Token.RESERVED_WORD : Token.IDENTIFIER); addToken(zzStartRead, zzStartRead + 1, Token.IDENTIFIER); zzStartRead = temp; { addToken(Token.SEPARATOR); yybegin(CSS_PROPERTY); { addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE); yybegin(cssPrevState); { addToken(start,zzStartRead-1, Token.LITERAL_CHAR); addEndToken(INTERNAL_CSS_CHAR - cssPrevState); return firstToken; { addToken(start,zzStartRead-1, Token.COMMENT_EOL); switch (cssPrevState) { case CSS_PROPERTY: { addToken(start,zzStartRead, Token.LITERAL_CHAR); yybegin(cssPrevState); { addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); yybegin(cssPrevState); { addToken(highlightingLess ? Token.SEPARATOR : Token.IDENTIFIER); { addToken(Token.OPERATOR); yybegin(CSS_VALUE); { /* Unknown pseudo class */ addToken(Token.DATA_TYPE);