/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
{ addToken(Token.PREPROCESSOR); { yybegin(YYINITIAL); addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); { addToken(Token.WHITESPACE); { addToken(start,zzStartRead-1, Token.LITERAL_CHAR); return firstToken; { addToken(Token.LITERAL_NUMBER_FLOAT); { addToken(Token.RESERVED_WORD); { addToken(Token.SEPARATOR); { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_CHAR); { addToken(Token.IDENTIFIER); { addToken(Token.FUNCTION); { addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; { addToken(Token.COMMENT_EOL); { addToken(Token.LITERAL_NUMBER_DECIMAL_INT); { addToken(Token.OPERATOR); { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE);
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so); }
{ addToken(Token.PREPROCESSOR); { yybegin(YYINITIAL); addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); { addToken(Token.WHITESPACE); { addToken(start,zzStartRead-1, Token.LITERAL_CHAR); return firstToken; { addToken(Token.LITERAL_NUMBER_FLOAT); { addToken(Token.RESERVED_WORD); { addToken(Token.SEPARATOR); { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_CHAR); { addToken(Token.IDENTIFIER); { addToken(Token.FUNCTION); { addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; { addToken(Token.COMMENT_EOL); { addToken(Token.LITERAL_NUMBER_DECIMAL_INT); { addToken(Token.OPERATOR); { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE);
{ addToken(Token.PREPROCESSOR); { yybegin(YYINITIAL); addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); { addToken(Token.WHITESPACE); { addToken(start,zzStartRead-1, Token.LITERAL_CHAR); return firstToken; { addToken(Token.LITERAL_NUMBER_FLOAT); { addToken(Token.RESERVED_WORD); { addToken(Token.SEPARATOR); { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_CHAR); { addToken(Token.IDENTIFIER); { addToken(Token.FUNCTION); { addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; { addToken(Token.COMMENT_EOL); { addToken(Token.LITERAL_NUMBER_DECIMAL_INT); { addToken(Token.OPERATOR); { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE);
{ addToken(Token.PREPROCESSOR); { yybegin(YYINITIAL); addToken(start,zzStartRead+1, Token.COMMENT_MULTILINE); { addToken(Token.WHITESPACE); { addToken(start,zzStartRead-1, Token.LITERAL_CHAR); return firstToken; { addToken(Token.LITERAL_NUMBER_FLOAT); { addToken(Token.RESERVED_WORD); { addToken(Token.SEPARATOR); { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_CHAR); { addToken(Token.IDENTIFIER); { addToken(Token.FUNCTION); { addToken(start,zzStartRead-1, Token.LITERAL_STRING_DOUBLE_QUOTE); return firstToken; { addToken(Token.COMMENT_EOL); { addToken(Token.LITERAL_NUMBER_DECIMAL_INT); { addToken(Token.OPERATOR); { yybegin(YYINITIAL); addToken(start,zzStartRead, Token.LITERAL_STRING_DOUBLE_QUOTE);