public void doAppend() { while (recordItr.hasNext()) { HoodieRecord record = recordItr.next(); init(record); flushToDiskIfRequired(record); writeToBuffer(record); } doAppend(header); estimatedNumberOfBytesWritten += averageRecordSize * numberOfRecords; }
public void doAppend() { while (recordItr.hasNext()) { HoodieRecord record = recordItr.next(); init(record); flushToDiskIfRequired(record); writeToBuffer(record); } doAppend(header); estimatedNumberOfBytesWritten += averageRecordSize * numberOfRecords; }
@Override public void write(HoodieRecord record, Optional<IndexedRecord> insertValue) { Optional recordMetadata = record.getData().getMetadata(); try { init(record); flushToDiskIfRequired(record); writeToBuffer(record); } catch (Throwable t) { // Not throwing exception from here, since we don't want to fail the entire job // for a single record writeStatus.markFailure(record, t, recordMetadata); logger.error("Error writing record " + record, t); } }
@Override public void write(HoodieRecord record, Optional<IndexedRecord> insertValue) { Optional recordMetadata = record.getData().getMetadata(); try { init(record); flushToDiskIfRequired(record); writeToBuffer(record); } catch (Throwable t) { // Not throwing exception from here, since we don't want to fail the entire job // for a single record writeStatus.markFailure(record, t, recordMetadata); logger.error("Error writing record " + record, t); } }