/** * Setup log and parquet reading in parallel. Both write to central buffer. */ @SuppressWarnings("unchecked") private List<BoundedInMemoryQueueProducer<ArrayWritable>> getParallelProducers() { List<BoundedInMemoryQueueProducer<ArrayWritable>> producers = new ArrayList<>(); producers.add(new FunctionBasedQueueProducer<>(buffer -> { logRecordScanner.scan(); return null; })); producers.add(new IteratorBasedQueueProducer<>(parquetRecordsIterator)); return producers; }
producers.add(new IteratorBasedQueueProducer<>(r.iterator())); } else { producers.add(new FunctionBasedQueueProducer<>((buf) -> { Iterator<HoodieRecord> itr = r.iterator(); while (itr.hasNext()) {