/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. * @see #addToken(int, int, int) */ private void addHyperlinkToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so, true); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. * @see #addHyperlinkToken(int, int, int) */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so, false); }
{ addToken(Token.IDENTIFIER); { addToken(Token.FUNCTION); { addToken(Token.WHITESPACE); addToken(temp, temp+5, Token.RESERVED_WORD); addToken(temp+6, temp+6, Token.SEPARATOR); addToken(temp+7, zzMarkedPos-2, Token.RESERVED_WORD); addToken(zzMarkedPos-1, zzMarkedPos-1, Token.SEPARATOR); { int temp=zzStartRead; addToken(start,zzStartRead-1, Token.COMMENT_EOL); addHyperlinkToken(temp,zzMarkedPos-1, Token.COMMENT_EOL); start = zzMarkedPos; case 11: { int temp = zzStartRead; addToken(temp, temp+3, Token.RESERVED_WORD); addToken(temp+4, temp+4, Token.SEPARATOR); addToken(temp+5, zzMarkedPos-2, Token.RESERVED_WORD); addToken(zzMarkedPos-1, zzMarkedPos-1, Token.SEPARATOR); { addToken(start,zzStartRead-1, Token.COMMENT_EOL); addNullToken(); return firstToken; addToken(temp, temp, Token.SEPARATOR); addToken(temp + 1, temp + 1, Token.IDENTIFIER); { addToken(Token.SEPARATOR); switch (zzLexicalState) { case EOL_COMMENT: {
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. */ private void addToken(int tokenType) { addToken(zzStartRead, zzMarkedPos-1, tokenType); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. * @see #addToken(int, int, int) */ private void addHyperlinkToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so, true); }
/** * Adds the token specified to the current linked list of tokens. * * @param tokenType The token's type. * @see #addHyperlinkToken(int, int, int) */ private void addToken(int start, int end, int tokenType) { int so = start + offsetShift; addToken(zzBuffer, start,end, tokenType, so, false); }
{ addToken(Token.IDENTIFIER); { addToken(Token.FUNCTION); { addToken(Token.WHITESPACE); addToken(temp, temp+5, Token.RESERVED_WORD); addToken(temp+6, temp+6, Token.SEPARATOR); addToken(temp+7, zzMarkedPos-2, Token.RESERVED_WORD); addToken(zzMarkedPos-1, zzMarkedPos-1, Token.SEPARATOR); { int temp=zzStartRead; addToken(start,zzStartRead-1, Token.COMMENT_EOL); addHyperlinkToken(temp,zzMarkedPos-1, Token.COMMENT_EOL); start = zzMarkedPos; case 11: { int temp = zzStartRead; addToken(temp, temp+3, Token.RESERVED_WORD); addToken(temp+4, temp+4, Token.SEPARATOR); addToken(temp+5, zzMarkedPos-2, Token.RESERVED_WORD); addToken(zzMarkedPos-1, zzMarkedPos-1, Token.SEPARATOR); { addToken(start,zzStartRead-1, Token.COMMENT_EOL); addNullToken(); return firstToken; addToken(temp, temp, Token.SEPARATOR); addToken(temp + 1, temp + 1, Token.IDENTIFIER); { addToken(Token.SEPARATOR); switch (zzLexicalState) { case EOL_COMMENT: {