private void initialize() { parsingState = ParsingState.Default; tokenStream = new SimpleTokenStream(); dataPos = 0; linebreaks.clear(); linebreaks.add(0); }
private void emitAccumulatedNewlineTokens() { for (Token newlineToken : newlineTokens) { tokenStream.addToken(newlineToken); } newlineTokens.clear(); }
@Override public String toString() { return toFormattedString(true); }
this.tokenStream.setSourceContext(context); tokenStream.getSourceContext().setLinebreaks(linebreaks); tokenStream.lexComplete();
private void recordProblem(ManifestProblemKind problemKind, int start, int end, String... inserts) { tokenStream.recordProblem(new ManifestProblem(problemKind, context, start, end, inserts)); }
private void emitPhantomValueToken(int pos) { tokenStream.addToken(ManifestToken.makeValue(BLANK_TOKEN_VALUE, pos, pos)); }
public String toFormattedString() { return toFormattedString(true); }
private void emitPhantomColonToken(int pos) { tokenStream.addToken(ManifestToken.makeColon(pos, pos)); }
private void emitColonToken(int spos, int epos) { tokenStream.addToken(ManifestToken.makeColon(spos, epos)); }
tokenStream.addToken(newlineToken);
private void emitNameToken() { lastEmittedNameToken = ManifestToken.makeName(subarray(token, 0, correctMaxPosition(tokenPos)), startPosition, dataPos); tokenStream.addToken(lastEmittedNameToken); }
private void emitValueToken(int spos, int epos) { tokenStream.addToken(ManifestToken.makeValue(subarray(token, 0, correctMaxPosition(tokenPos)), spos, epos)); }