@Override public void close() throws IOException { if (isEmptyInput == false) reader.close(); }
public void close() throws IOException { reader.close(); }
public void close() throws IOException { reader.close(); }
/** * Close the stream. */ @Override public void close() throws IOException { fileReader.close(); output.close(); super.close(); } }
private <D> List<D> read(DatumReader<D> reader, File file) throws IOException { List<D> data = new ArrayList<>(); FileReader<D> fileReader = null; try { fileReader = new DataFileReader<>(file, reader); for (D datum : fileReader) { data.add(datum); } } finally { if (fileReader != null) { fileReader.close(); } } return data; }
public static List<GenericRecord> getRecordFromFile(String path) throws IOException { Configuration config = new Configuration(); SeekableInput input = new FsInput(new Path(path), config); DatumReader<GenericRecord> reader1 = new GenericDatumReader<>(); FileReader<GenericRecord> fileReader = DataFileReader.openReader(input, reader1); List<GenericRecord> records = new ArrayList<>(); for (GenericRecord datum : fileReader) { records.add(datum); } fileReader.close(); return records; }
private static <D> List<D> read(DatumReader<D> reader, File file) throws IOException { List<D> data = new ArrayList<>(); FileReader<D> fileReader = null; try { fileReader = new DataFileReader<>(file, reader); for (D datum : fileReader) { data.add(datum); } } finally { if (fileReader != null) { fileReader.close(); } } return data; }
public static List<GenericRecord> getRecordFromFile(String path) throws IOException { Configuration config = new Configuration(); SeekableInput input = new FsInput(new Path(path), config); DatumReader<GenericRecord> reader1 = new GenericDatumReader<>(); FileReader<GenericRecord> fileReader = DataFileReader.openReader(input, reader1); List<GenericRecord> records = new ArrayList<>(); for (GenericRecord datum : fileReader) { records.add(datum); } fileReader.close(); return records; }
private <D> List<D> read(GenericData model, Schema schema, File file) throws IOException { DatumReader<D> reader = newReader(model, schema); List<D> data = new ArrayList<>(); FileReader<D> fileReader = null; try { fileReader = new DataFileReader<>(file, reader); for (D datum : fileReader) { data.add(datum); } } finally { if (fileReader != null) { fileReader.close(); } } return data; }
public void checkFile(FileReader<Pair<Long,CharSequence>> reader) throws Exception { long i = 0; for (Pair<Long,CharSequence> p : reader) { assertEquals((Long)i, p.key()); assertEquals(Long.toString(i), p.value().toString()); i++; } assertEquals(COUNT, i); reader.close(); }
@Test public void testSerialization() throws Exception { Schema testSchema = getTestSchema(); GenericRecord message = new Record(testSchema); message.put("name", "testValue"); byte[] data = getSerializedMessage(message, testSchema); GenericDatumReader<IndexedRecord> reader = new GenericDatumReader<>(testSchema); SeekableInput in = new SeekableByteArrayInput(data); FileReader<IndexedRecord> dfr = null; IndexedRecord result = null; try { dfr = DataFileReader.openReader(in, reader); result = dfr.next(); } finally { if (dfr != null) { dfr.close(); } } Assert.assertNotNull(result); Assert.assertTrue(result instanceof GenericRecord); Assert.assertEquals(new Utf8("testValue"), ((GenericRecord) result).get("name")); } }
indexFileReader.close();
@Override public void close() throws IOException { reader.close(); } }
@Override public void close() throws IOException { reader.close(); } }
@Override public void close() throws IOException { reader.close(); } }
/** * Close the stream. */ @Override public void close() throws IOException { fileReader.close(); output.close(); super.close(); } }
/** * Close the stream. */ @Override public void close() throws IOException { fileReader.close(); output.close(); super.close(); } }
/** * Close the stream. */ @Override public void close() throws IOException { fileReader.close(); output.close(); super.close(); } }
@Override public Collection<Object> readData(Configuration conf, Path path) throws IOException { ArrayList<Object> collection = new ArrayList<>(); SeekableInput input = new FsInput(path, conf); DatumReader<Object> reader = new GenericDatumReader<>(); FileReader<Object> fileReader = DataFileReader.openReader(input, reader); for (Object object: fileReader) { collection.add(object); } fileReader.close(); return collection; } }
@Override public Schema getSchema(Configuration conf, Path path) throws IOException { SeekableInput input = new FsInput(path, conf); DatumReader<Object> reader = new GenericDatumReader<>(); FileReader<Object> fileReader = DataFileReader.openReader(input, reader); org.apache.avro.Schema schema = fileReader.getSchema(); fileReader.close(); return avroData.toConnectSchema(schema); }