/** {@inheritDoc} */ @Override public void close() throws IOException { reader.close(); }
public void close() throws IOException { reader.close(); }
public void validateCountsFileGenericRecord() throws Exception { AvroColumnReader<GenericRecord > reader = new AvroColumnReader<> ( new AvroColumnReader.Params(countFiles).setModel(SpecificData.get())); int numWords = 0; for (GenericRecord wc : reader) { assertEquals((String)wc.get("key"), COUNTS.get(wc.get("key")), (Long)wc.get("value")); //assertEquals(wc.getKey(), COUNTS.get(wc.getKey()), wc.getValue()); numWords++; } reader.close(); assertEquals(COUNTS.size(), numWords); }
@Test public void test() throws Exception { Schema schema = new Schema.Parser().parse(SCHEMA_FILE); DataFileWriter<Object> writer = new DataFileWriter<>(new GenericDatumWriter<>()); writer.create(schema, Util.createFromFS(AVRO_FILE.toString())); for (Object datum : new RandomData(schema, COUNT, SEED)) writer.append(datum); writer.close(); run(AVRO_FILE.toString(), TREVNI_FILE.toString()); AvroColumnReader<Object> reader = new AvroColumnReader<>(new AvroColumnReader.Params(TREVNI_FILE)); Iterator<Object> found = reader.iterator(); for (Object expected : new RandomData(schema, COUNT, SEED)) assertEquals(expected, found.next()); reader.close(); }
public void validateCountsFile() throws Exception { AvroColumnReader<Pair<String,Long>> reader = new AvroColumnReader<>( new AvroColumnReader.Params(countFiles).setModel(SpecificData.get())); int numWords = 0; for (Pair<String,Long> wc : reader) { assertEquals(wc.key(), COUNTS.get(wc.key()), wc.value()); numWords++; } reader.close(); assertEquals(COUNTS.size(), numWords); }
private void checkRead(Schema s, List<Object> data) throws Exception { AvroColumnReader<Object> reader = new AvroColumnReader<>(new AvroColumnReader.Params(FILE) .setSchema(s)); try { for (Object datum : data) assertEquals(datum, reader.next()); } finally { reader.close(); } }
private void checkRead(Schema schema) throws IOException { AvroColumnReader<Object> reader = new AvroColumnReader<>(new AvroColumnReader.Params(FILE) .setSchema(schema)); for (Object expected : new RandomData(schema, COUNT, SEED)) assertEquals(expected, reader.next()); reader.close(); }
public void close() throws IOException { reader.close(); }
new AvroColumnReader<GenericData.Record>(params); Schema s = reader.getFileSchema(); reader.close(); return s;
public static void validateCountsFile() throws Exception { AvroColumnReader<Pair<String,Long>> reader = new AvroColumnReader<Pair<String,Long>> (new AvroColumnReader.Params(COUNTS_FILE).setModel(SpecificData.get())); int numWords = 0; for (Pair<String,Long> wc : reader) { assertEquals(wc.key(), COUNTS.get(wc.key()), wc.value()); numWords++; } reader.close(); assertEquals(COUNTS.size(), numWords); }
private void checkRead(Schema s, List<Object> data) throws Exception { AvroColumnReader<Object> reader = new AvroColumnReader<Object>(new AvroColumnReader.Params(FILE) .setSchema(s)); try { for (Object datum : data) assertEquals(datum, reader.next()); } finally { reader.close(); } }
private void checkRead(Schema schema) throws IOException { AvroColumnReader<Object> reader = new AvroColumnReader<Object>(new AvroColumnReader.Params(FILE)); for (Object expected : new RandomData(schema, COUNT)) assertEquals(expected, reader.next()); reader.close(); }