private void readComment() { char ch = '#'; while (ch != '\n' && pos < buffer.length()) { ch = readChar(); } consumeToken(); }
private void readComment() { char ch = '#'; while (ch != '\n' && pos < buffer.length()) { ch = readChar(); } consumeToken(); }
private void readComment() { char ch = '#'; while (ch != '\n' && pos < buffer.length()) { ch = readChar(); } consumeToken(); }
private void readComment() { char ch = '#'; while (ch != '\n' && pos < buffer.length()) { ch = readChar(); } consumeToken(); }
private void readIRI() { sb = new StringBuilder("<"); int startPos1 = pos; while (pos < buffer.length()) { char ch = readChar(); if (Character.isWhitespace(ch)) { // Not an IRI -- go back to where we started pos = startPos1; sb = new StringBuilder("<"); consumeToken(); return; } else if (ch == '>') { // End of IRI sb.append('>'); consumeToken(); return; } else { sb.append(ch); } } }
private void readIRI() { sb = new StringBuilder("<"); int startPos1 = pos; while (pos < buffer.length()) { char ch = readChar(); if (Character.isWhitespace(ch)) { // Not an IRI -- go back to where we started pos = startPos1; sb = new StringBuilder("<"); consumeToken(); return; } else if (ch == '>') { // End of IRI sb.append('>'); consumeToken(); return; } else { sb.append(ch); } } }
private void readIRI() { sb = new StringBuilder("<"); int startPos1 = pos; while (pos < buffer.length()) { char ch = readChar(); if (Character.isWhitespace(ch)) { // Not an IRI -- go back to where we started pos = startPos1; sb = new StringBuilder("<"); consumeToken(); return; } else if (ch == '>') { // End of IRI sb.append('>'); consumeToken(); return; } else { sb.append(ch); } } }
private void readIRI() { sb = new StringBuilder("<"); int startPos1 = pos; while (pos < buffer.length()) { char ch = readChar(); if (Character.isWhitespace(ch)) { // Not an IRI -- go back to where we started pos = startPos1; sb = new StringBuilder("<"); consumeToken(); return; } else if (ch == '>') { // End of IRI sb.append('>'); consumeToken(); return; } else { sb.append(ch); } } }
private void readString(char terminator, boolean appendTerminator) { if (appendTerminator) { sb.append(terminator); } while (pos < buffer.length()) { char ch = readChar(); if (ch == ESCAPE_CHAR) { int j = pos + 1; handleEscapeChar(ch, j); } else if (ch == terminator) { if (appendTerminator) { sb.append(ch); } break; } else { sb.append(ch); } } consumeToken(); }
private void readString(char terminator, boolean appendTerminator) { if (appendTerminator) { sb.append(terminator); } while (pos < buffer.length()) { char ch = readChar(); if (ch == ESCAPE_CHAR) { int j = pos + 1; handleEscapeChar(ch, j); } else if (ch == terminator) { if (appendTerminator) { sb.append(ch); } break; } else { sb.append(ch); } } consumeToken(); }
private void readString(char terminator, boolean appendTerminator) { if (appendTerminator) { sb.append(terminator); } while (pos < buffer.length()) { char ch = readChar(); if (ch == ESCAPE_CHAR) { int j = pos + 1; handleEscapeChar(ch, j); } else if (ch == terminator) { if (appendTerminator) { sb.append(ch); } break; } else { sb.append(ch); } } consumeToken(); }
/** * @return tokens */ public List<Token> tokenize() { reset(); int bufferLen = buffer.length(); char lastChar = ' '; while (pos < bufferLen) { lastChar = handleChar(lastChar); } consumeToken(); tokens.add(new Token(EOFTOKEN, pos, col, row)); return new ArrayList<>(tokens); }
private void readString(char terminator, boolean appendTerminator) { if (appendTerminator) { sb.append(terminator); } while (pos < buffer.length()) { char ch = readChar(); if (ch == ESCAPE_CHAR) { int j = pos + 1; handleEscapeChar(ch, j); } else if (ch == terminator) { if (appendTerminator) { sb.append(ch); } break; } else { sb.append(ch); } } consumeToken(); }
/** * @return tokens */ public List<Token> tokenize() { reset(); int bufferLen = buffer.length(); char lastChar = ' '; while (pos < bufferLen) { lastChar = handleChar(lastChar); } consumeToken(); tokens.add(new Token(EOFTOKEN, pos, col, row)); return new ArrayList<>(tokens); }
/** * @return tokens */ public List<Token> tokenize() { reset(); int bufferLen = buffer.length(); char lastChar = ' '; while (pos < bufferLen) { lastChar = handleChar(lastChar); } consumeToken(); tokens.add(new Token(EOFTOKEN, pos, col, row)); return new ArrayList<>(tokens); }
/** * @return tokens */ public List<Token> tokenize() { reset(); int bufferLen = buffer.length(); char lastChar = ' '; while (pos < bufferLen) { lastChar = handleChar(lastChar); } consumeToken(); tokens.add(new Token(EOFTOKEN, pos, col, row)); return new ArrayList<>(tokens); }
protected char handleChar(char last) { char lastChar = last; char ch = readChar(); if (ch == ESCAPE_CHAR) { lastChar = ch; ch = readChar(); } if (ch == '\"' && lastChar != '\\') { readString('\"', true); } else if (ch == '\'' && lastChar != '\\') { readString('\'', true); } else if (ch == '<') { // Potentially the start of an IRI readIRI(); } else if (skip.contains(Character.valueOf(ch))) { consumeToken(); } else if (commentDelimiters.contains(Character.valueOf(ch))) { consumeToken(); readComment(); } else if (delims.contains(Character.valueOf(ch))) { consumeToken(); sb.append(ch); if (ch != '@') { consumeToken(); } } else { sb.append(ch); } return ch; }
protected char handleChar(char last) { char lastChar = last; char ch = readChar(); if (ch == ESCAPE_CHAR) { lastChar = ch; ch = readChar(); } if (ch == '\"' && lastChar != '\\') { readString('\"', true); } else if (ch == '\'' && lastChar != '\\') { readString('\'', true); } else if (ch == '<') { // Potentially the start of an IRI readIRI(); } else if (skip.contains(Character.valueOf(ch))) { consumeToken(); } else if (commentDelimiters.contains(Character.valueOf(ch))) { consumeToken(); readComment(); } else if (delims.contains(Character.valueOf(ch))) { consumeToken(); sb.append(ch); if (ch != '@') { consumeToken(); } } else { sb.append(ch); } return ch; }
protected char handleChar(char last) { char lastChar = last; char ch = readChar(); if (ch == ESCAPE_CHAR) { lastChar = ch; ch = readChar(); } if (ch == '\"' && lastChar != '\\') { readString('\"', true); } else if (ch == '\'' && lastChar != '\\') { readString('\'', true); } else if (ch == '<') { // Potentially the start of an IRI readIRI(); } else if (skip.contains(Character.valueOf(ch))) { consumeToken(); } else if (commentDelimiters.contains(Character.valueOf(ch))) { consumeToken(); readComment(); } else if (delims.contains(Character.valueOf(ch))) { consumeToken(); sb.append(ch); if (ch != '@') { consumeToken(); } } else { sb.append(ch); } return ch; }
protected char handleChar(char last) { char lastChar = last; char ch = readChar(); if (ch == ESCAPE_CHAR) { lastChar = ch; ch = readChar(); } if (ch == '\"' && lastChar != '\\') { readString('\"', true); } else if (ch == '\'' && lastChar != '\\') { readString('\'', true); } else if (ch == '<') { // Potentially the start of an IRI readIRI(); } else if (skip.contains(Character.valueOf(ch))) { consumeToken(); } else if (commentDelimiters.contains(Character.valueOf(ch))) { consumeToken(); readComment(); } else if (delims.contains(Character.valueOf(ch))) { consumeToken(); sb.append(ch); if (ch != '@') { consumeToken(); } } else { sb.append(ch); } return ch; }