@Override public StringRecord processRecord(final Record<P> record) throws Exception { return new StringRecord(record.getHeader(), delimitedRecordMarshaller.processRecord(record).getPayload()); }
public StringRecord processRecord(final StringRecord record) { String payload = record.getPayload(); for (String prefix : suffixes) { if (payload.endsWith(prefix)) { return null; } } return record; }
@Override public StringRecord processRecord(final StringRecord record) throws Exception { return new StringRecord(record.getHeader(), compact(record.getPayload())); }
@Override public GenericRecord readRecord() throws Exception { Header header = new Header(++currentRecordNumber, getDataSourceName(), new Date()); if (iterator.hasNext()) { return new GenericRecord<>(header, iterator.next()); } else { return null; } }
@Override @SuppressWarnings(value = "unchecked") public void writeRecords(Batch batch) throws Exception { for (Record record : batch) { collection.add(record.getPayload()); } }
@Override public Record readRecord() throws Exception { String payload = scanner.nextLine(); boolean stop = payload != null && !payload.isEmpty() && payload.equalsIgnoreCase(terminationInput); if (stop) { return null; } Header header = new Header(++recordNumber, getDataSourceName(), new Date()); return new StringRecord(header, payload); }
@Override public FileRecord readRecord() { Header header = new Header(++currentRecordNumber, getDataSourceName(), new Date()); if (iterator.hasNext()) { return new FileRecord(header, iterator.next()); } else { return null; } }
@Override public void afterJobEnd(final JobReport jobReport) { try { blockingQueueRecordWriter.writeRecords(new Batch(new PoisonRecord())); } catch (Exception e) { throw new RuntimeException("Unable to write poison record.", e); } }
@Override public Header getHeader() { return new Header(0L, "Poison record", new Date()); }
@Override public void writeRecords(Batch batch) throws Exception { for (Record record : batch) { queueSender.send((Message) record.getPayload()); } }
public StringRecord processRecord(final StringRecord record) { String payload = record.getPayload(); for (String prefix : prefixes) { if (payload.startsWith(prefix)) { return null; } } return record; }
@Override public void writeRecords(Batch batch) throws Exception { for (Record record : batch) { for (QueueSender queue : queues) { queue.send((Message) record.getPayload()); } } }
public StringRecord processRecord(final StringRecord record) { String payload = record.getPayload(); if (payload.isEmpty()) { return null; } return record; }
public StringRecord processRecord(final StringRecord record) { String payload = record.getPayload(); if (!payload.contains(pattern)) { return null; } return record; }