public void mark() { markQueue.add(new ScannerState(current)); }
void emit(JSONToken type) { tokenQueue.add(new Token(type, null)); }
void emitString() { tokenQueue.add(new Token(JSONToken.String, scanner.selectedRawString(1))); }
void emitText(JSONToken type) { tokenQueue.add(new Token(type, scanner.selectedRawString())); }
public ArrayDeque<SilkEvent> call() throws Exception { for (int cursor = 0; cursor < cache.size(); cursor++) { try { SilkEvent e = SilkLinePushParser.parseLine(lexer, tokenStream, cache.get(cursor)); if (e != null) { eventQueue.add(e); } } catch (XerialException e) { if (e.getErrorCode() == XerialErrorCode.PARSE_ERROR) _logger.warn(e); else throw e; } } // finished the parsing cache.clear(); if (_logger.isTraceEnabled()) _logger.trace(String.format("finished workder=%d. event queue size = %d", lsn, eventQueue.size())); return eventQueue; }
public ArrayDeque<SilkEvent> call() throws Exception { for (int cursor = 0; cursor < cache.size(); cursor++) { try { SilkEvent e = SilkLinePushParser.parseLine(lexer, tokenStream, cache.get(cursor)); if (e != null) { eventQueue.add(e); } } catch (XerialException e) { if (e.getErrorCode() == XerialErrorCode.PARSE_ERROR) _logger.warn(e); else throw e; } } // finished the parsing cache.clear(); if (_logger.isTraceEnabled()) _logger.trace(String.format("finished workder=%d. event queue size = %d", lsn, eventQueue.size())); return eventQueue; }