value = _header.substring(start, pos++); return new Token(Token.COMMENT, value);
value = _header.substring(start, pos++); return new Token(Token.COMMENT, value);
return new Token((int)c, String.valueOf(c)); } else {
value = _header.substring(start, pos++); return new Token(Token.QUOTEDSTRING, value);
return new Token((int)c, String.valueOf(c)); } else {
value = _header.substring(start, pos++); return new Token(Token.QUOTEDSTRING, value);
/** * Read an ATOM token from the parsed header. * * @return A token containing the value of the atom token. */ private Token readAtomicToken() { // skip to next delimiter int start = pos; while (++pos < _header.length()) { // break on the first non-atom character. char ch = _header.charAt(pos); if (_delimiters.indexOf(_header.charAt(pos)) != -1 || ch < 32 || ch >= 127) { break; } } return new Token(Token.ATOM, _header.substring(start, pos)); }
/** * Read an ATOM token from the parsed header. * * @return A token containing the value of the atom token. */ private Token readAtomicToken() { // skip to next delimiter int start = pos; while (++pos < _header.length()) { // break on the first non-atom character. char ch = _header.charAt(pos); if (_delimiters.indexOf(_header.charAt(pos)) != -1 || ch < 32 || ch >= 127) { break; } } return new Token(Token.ATOM, _header.substring(start, pos)); }