@Override public Token getNextToken() { try { Token t = super.getNextToken(); //if we're in the default lex state, keep track of a history of tokens //this logic is not perfect as deep lookaheads can ruin the positioning if (tokenCount == 0) { head = t; } tokenCount++; if (tokenCount > 10) { head = head.next; } return t; } catch (TokenMgrError err) { Token t = new Token(); t.kind = INVALID_TOKEN; t.beginColumn = this.input_stream.getBeginColumn(); t.beginLine = this.input_stream.getBeginLine(); t.endColumn = t.beginColumn; t.endLine = t.beginLine; t.image = this.input_stream.GetImage().substring(0, 1); try { //mark the char a consumed this.input_stream.readChar(); } catch (IOException e) { } return t; } }
@Override public Token getNextToken() { try { Token t = super.getNextToken(); //if we're in the default lex state, keep track of a history of tokens //this logic is not perfect as deep lookaheads can ruin the positioning if (tokenCount == 0) { head = t; } tokenCount++; if (tokenCount > 10) { head = head.next; } return t; } catch (TokenMgrError err) { Token t = new Token(); t.kind = INVALID_TOKEN; t.beginColumn = this.input_stream.getBeginColumn(); t.beginLine = this.input_stream.getBeginLine(); t.endColumn = t.beginColumn; t.endLine = t.beginLine; t.image = this.input_stream.GetImage().substring(0, 1); try { //mark the char a consumed this.input_stream.readChar(); } catch (IOException e) { } return t; } }
@Override public Token getNextToken() { try { Token t = super.getNextToken(); //if we're in the default lex state, keep track of a history of tokens //this logic is not perfect as deep lookaheads can ruin the positioning if (tokenCount == 0) { head = t; } tokenCount++; if (tokenCount > 10) { head = head.next; } return t; } catch (TokenMgrError err) { Token t = new Token(); t.kind = INVALID_TOKEN; t.beginColumn = this.input_stream.getBeginColumn(); t.beginLine = this.input_stream.getBeginLine(); t.endColumn = t.beginColumn; t.endLine = t.beginLine; t.image = this.input_stream.GetImage().substring(0, 1); try { //mark the char a consumed this.input_stream.readChar(); } catch (IOException e) { } return t; } }
protected Token jjFillToken() { final Token t; final String curTokenImage; final int beginLine; final int endLine; final int beginColumn; final int endColumn; String im = jjstrLiteralImages[jjmatchedKind]; curTokenImage = (im == null) ? input_stream.GetImage() : im; beginLine = input_stream.getBeginLine(); beginColumn = input_stream.getBeginColumn(); endLine = input_stream.getEndLine(); endColumn = input_stream.getEndColumn(); t = Token.newToken(jjmatchedKind, curTokenImage); t.beginLine = beginLine; t.endLine = endLine; t.beginColumn = beginColumn; t.endColumn = endColumn; return t; }
protected Token jjFillToken() { final Token t; final String curTokenImage; final int beginLine; final int endLine; final int beginColumn; final int endColumn; String im = jjstrLiteralImages[jjmatchedKind]; curTokenImage = (im == null) ? input_stream.GetImage() : im; beginLine = input_stream.getBeginLine(); beginColumn = input_stream.getBeginColumn(); endLine = input_stream.getEndLine(); endColumn = input_stream.getEndColumn(); t = Token.newToken(jjmatchedKind, curTokenImage); t.beginLine = beginLine; t.endLine = endLine; t.beginColumn = beginColumn; t.endColumn = endColumn; return t; }
protected Token jjFillToken() { final Token t; final String curTokenImage; final int beginLine; final int endLine; final int beginColumn; final int endColumn; String im = jjstrLiteralImages[jjmatchedKind]; curTokenImage = (im == null) ? input_stream.GetImage() : im; beginLine = input_stream.getBeginLine(); beginColumn = input_stream.getBeginColumn(); endLine = input_stream.getEndLine(); endColumn = input_stream.getEndColumn(); t = Token.newToken(jjmatchedKind, curTokenImage); t.beginLine = beginLine; t.endLine = endLine; t.beginColumn = beginColumn; t.endColumn = endColumn; return t; }