/** * Add batch of segment changes update. */ public synchronized void addChangeRequests(List<T> requests) { for (T request : requests) { changes.add(new Holder<>(request, getLastCounter().inc())); } singleThreadedExecutor.execute(resolveWaitingFuturesRunnable); }
private void handleParseException(ParseException e) { if (e.isFromPartiallyValidRow()) { buildSegmentsMeters.incrementProcessedWithError(); } else { buildSegmentsMeters.incrementUnparseable(); } if (ingestionSchema.tuningConfig.isLogParseExceptions()) { log.error(e, "Encountered parse exception:"); } if (buildSegmentsSavedParseExceptions != null) { buildSegmentsSavedParseExceptions.add(e); } if (buildSegmentsMeters.getUnparseable() + buildSegmentsMeters.getProcessedWithError() > ingestionSchema.tuningConfig.getMaxParseExceptions()) { log.error("Max parse exceptions exceeded, terminating task..."); throw new RuntimeException("Max parse exceptions exceeded, terminating task...", e); } }
determinePartitionsSavedParseExceptions.add(e);
private void handleParseException(ParseException pe) { if (pe.isFromPartiallyValidRow()) { rowIngestionMeters.incrementProcessedWithError(); } else { rowIngestionMeters.incrementUnparseable(); } if (spec.getTuningConfig().isLogParseExceptions()) { log.error(pe, "Encountered parse exception: "); } if (savedParseExceptions != null) { savedParseExceptions.add(pe); } if (rowIngestionMeters.getUnparseable() + rowIngestionMeters.getProcessedWithError() > spec.getTuningConfig().getMaxParseExceptions()) { log.error("Max parse exceptions exceeded, terminating task..."); throw new RuntimeException("Max parse exceptions exceeded, terminating task..."); } }
private void handleParseException(ParseException pe, ConsumerRecord<byte[], byte[]> record) { if (pe.isFromPartiallyValidRow()) { rowIngestionMeters.incrementProcessedWithError(); } else { rowIngestionMeters.incrementUnparseable(); } if (tuningConfig.isLogParseExceptions()) { log.error( pe, "Encountered parse exception on row from partition[%d] offset[%d]", record.partition(), record.offset() ); } if (savedParseExceptions != null) { savedParseExceptions.add(pe); } if (rowIngestionMeters.getUnparseable() + rowIngestionMeters.getProcessedWithError() > tuningConfig.getMaxParseExceptions()) { log.error("Max parse exceptions exceeded, terminating task..."); throw new RuntimeException("Max parse exceptions exceeded, terminating task..."); } }
private void handleParseException(ParseException pe, OrderedPartitionableRecord record) { if (pe.isFromPartiallyValidRow()) { rowIngestionMeters.incrementProcessedWithError(); } else { rowIngestionMeters.incrementUnparseable(); } if (tuningConfig.isLogParseExceptions()) { log.error( pe, "Encountered parse exception on row from partition[%s] sequence[%s]", record.getPartitionId(), record.getSequenceNumber() ); } if (savedParseExceptions != null) { savedParseExceptions.add(pe); } if (rowIngestionMeters.getUnparseable() + rowIngestionMeters.getProcessedWithError() > tuningConfig.getMaxParseExceptions()) { log.error("Max parse exceptions exceeded, terminating task..."); throw new RuntimeException("Max parse exceptions exceeded, terminating task..."); } }
circularBuffer.add(1); Assert.assertEquals(1, circularBuffer.size()); Assert.assertEquals(1, (int) circularBuffer.get(0)); circularBuffer.add(2); Assert.assertEquals(2, circularBuffer.size()); for (int i = 0; i < circularBuffer.size(); i++) { circularBuffer.add(3); Assert.assertEquals(3, circularBuffer.size()); for (int i = 0; i < circularBuffer.size(); i++) { circularBuffer.add(4); Assert.assertEquals(3, circularBuffer.size()); for (int i = 0; i < circularBuffer.size(); i++) { circularBuffer.add(5); Assert.assertEquals(3, circularBuffer.size()); for (int i = 0; i < circularBuffer.size(); i++) { circularBuffer.add(6); Assert.assertEquals(3, circularBuffer.size()); for (int i = 0; i < circularBuffer.size(); i++) { circularBuffer.add(7); Assert.assertEquals(3, circularBuffer.size()); for (int i = 0; i < circularBuffer.size(); i++) { circularBuffer.add(8);
/** * Add batch of segment changes update. */ public synchronized void addChangeRequests(List<T> requests) { for (T request : requests) { changes.add(new Holder(request, getLastCounter().inc())); } singleThreadedExecutor.execute(resolveWaitingFuturesRunnable); }
private void handleParseException(ParseException e) { if (e.isFromPartiallyValidRow()) { buildSegmentsMeters.incrementProcessedWithError(); } else { buildSegmentsMeters.incrementUnparseable(); } if (ingestionSchema.tuningConfig.isLogParseExceptions()) { log.error(e, "Encountered parse exception:"); } if (buildSegmentsSavedParseExceptions != null) { buildSegmentsSavedParseExceptions.add(e); } if (buildSegmentsMeters.getUnparseable() + buildSegmentsMeters.getProcessedWithError() > ingestionSchema.tuningConfig.getMaxParseExceptions()) { log.error("Max parse exceptions exceeded, terminating task..."); throw new RuntimeException("Max parse exceptions exceeded, terminating task...", e); } }
private void handleParseException(ParseException pe) { if (pe.isFromPartiallyValidRow()) { rowIngestionMeters.incrementProcessedWithError(); } else { rowIngestionMeters.incrementUnparseable(); } if (spec.getTuningConfig().isLogParseExceptions()) { log.error(pe, "Encountered parse exception: "); } if (savedParseExceptions != null) { savedParseExceptions.add(pe); } if (rowIngestionMeters.getUnparseable() + rowIngestionMeters.getProcessedWithError() > spec.getTuningConfig().getMaxParseExceptions()) { log.error("Max parse exceptions exceeded, terminating task..."); throw new RuntimeException("Max parse exceptions exceeded, terminating task..."); } }
determinePartitionsSavedParseExceptions.add(e);