Assert.assertEquals(0, mutations.size()); handler.getMetadata().addEvent(helper, event, eventFields); mutations = handler.getMetadata().getBulkMetadata(); Assert.assertEquals(2, mutations.size()); handler.getMetadata().clear(); mutations = handler.getMetadata().getBulkMetadata(); Assert.assertEquals(0, mutations.size()); handler.getMetadata().addEvent(helper, event, eventFields); handler.getMetadata().addEvent(helper, event, eventFields); Assert.assertEquals(2, mutations.size());
handler.getMetadata().addEventWithoutLoadDates(ingestHelper, event, fields);
dataTypeHandler.getMetadata().addEvent(ingestHelper, record, fields); keyValues.putAll(dataTypeHandler.getMetadata().getBulkMetadata());
@Test public void testCountsTwo() throws IOException { setupMocks(); helper.addIndexedField(FIELD_NAME_TO_COUNT); RawRecordMetadata eventMetadata = new EventMetadata(null, METADATA_TABLE_NAME, LOADDATES_TABLE_NAME, INDEX_TABLE_NAME, RINDEX_TABLE_NAME, true); eventMetadata.addEvent(helper, event, createEventFields(), getLoadDateAsMillis()); eventMetadata.addEvent(helper, event, createEventFields(), getLoadDateAsMillis()); assertFieldNameCountEquals(2L, INDEX_TABLE_NAME, FIELD_NAME_TO_COUNT, eventMetadata); EasyMock.verify(event); }
private Collection<Value> getCorrespondingValue(RawRecordMetadata eventMetadata, Text columnFamily, String fieldName) { BulkIngestKey expectedBulkIngestKey = createExpectedBulkIngestKey(columnFamily, fieldName); Multimap<BulkIngestKey,Value> bulkMetadata = eventMetadata.getBulkMetadata(); for (BulkIngestKey actualBulkIngestKey : bulkMetadata.keySet()) { if (actualBulkIngestKey.getTableName().equals(expectedBulkIngestKey.getTableName()) && actualBulkIngestKey.getKey().equals(expectedBulkIngestKey.getKey(), PartialKey.ROW_COLFAM_COLQUAL_COLVIS)) { return bulkMetadata.get(actualBulkIngestKey); } } return null; }
dataTypeHandler.getMetadata().addEvent(ingestHelper, record, fields); keyValues.putAll(dataTypeHandler.getMetadata().getBulkMetadata());
if (h.getMetadata() != null) { try { contextWriter.write(h.getMetadata().getBulkMetadata(), context); } finally { contextWriter.commit(context);
dataTypeHandler.getMetadata().addEvent(ingestHelper, record, fields); keyValues.putAll(dataTypeHandler.getMetadata().getBulkMetadata());
getMetadata().addEvent(errorHelper, record, allFields);
handler.process(new Text("1"), e, eventFields, ctx, contextWriter); try { contextWriter.write(handler.getMetadata().getBulkMetadata(), ctx); } finally { contextWriter.commit(ctx); contextWriter.write(handler.getMetadata().getBulkMetadata(), ctx); } finally { contextWriter.commit(ctx);
handler.getMetadata().addEvent(helper, event, eventFields); Multimap<BulkIngestKey,Value> mutations = handler.getMetadata().getBulkMetadata(); Assert.assertEquals(2, mutations.size()); handler.getMetadata().addEvent(helper, event, eventFields); mutations = handler.getMetadata().getBulkMetadata(); Assert.assertEquals(2, mutations.size());
@Test public void testCreatesIndexedField() throws IOException { setupMocks(); helper.addIndexedField(FIELD_NAME_TO_COUNT); RawRecordMetadata eventMetadata = new EventMetadata(null, METADATA_TABLE_NAME, LOADDATES_TABLE_NAME, INDEX_TABLE_NAME, RINDEX_TABLE_NAME, true); eventMetadata.addEvent(helper, event, createEventFields(), getLoadDateAsMillis()); assertFieldNameCountEquals(1L, INDEX_TABLE_NAME, FIELD_NAME_TO_COUNT, eventMetadata); Assert.assertFalse(assertContainsKey(eventMetadata, RINDEX_TABLE_NAME, FIELD_NAME_TO_COUNT)); assertNonIndexedFieldNameIsMissing(eventMetadata); EasyMock.verify(event); }
contextWriter.write(handler.getMetadata().getBulkMetadata(), context);
dataTypeHandler.getMetadata().addEvent(ingestHelper, record, fields); keyValues.putAll(dataTypeHandler.getMetadata().getBulkMetadata());
@Test public void testCreatesBoth() throws IOException { setupMocks(); helper.addReverseIndexedField(FIELD_NAME_TO_COUNT); helper.addIndexedField(FIELD_NAME_TO_COUNT); RawRecordMetadata eventMetadata = new EventMetadata(null, METADATA_TABLE_NAME, LOADDATES_TABLE_NAME, INDEX_TABLE_NAME, RINDEX_TABLE_NAME, true); eventMetadata.addEvent(helper, event, createEventFields(), getLoadDateAsMillis()); assertFieldNameCountEquals(1L, INDEX_TABLE_NAME, FIELD_NAME_TO_COUNT, eventMetadata); assertFieldNameCountEquals(1L, RINDEX_TABLE_NAME, FIELD_NAME_TO_COUNT, eventMetadata); assertNonIndexedFieldNameIsMissing(eventMetadata); EasyMock.verify(event); }
@Test public void testCreatesReverseIndexedField() throws IOException { setupMocks(); helper.addReverseIndexedField(FIELD_NAME_TO_COUNT); RawRecordMetadata eventMetadata = new EventMetadata(null, METADATA_TABLE_NAME, LOADDATES_TABLE_NAME, INDEX_TABLE_NAME, RINDEX_TABLE_NAME, true); eventMetadata.addEvent(helper, event, createEventFields(), getLoadDateAsMillis()); assertFieldNameCountEquals(1L, RINDEX_TABLE_NAME, FIELD_NAME_TO_COUNT, eventMetadata); Assert.assertFalse(assertContainsKey(eventMetadata, INDEX_TABLE_NAME, FIELD_NAME_TO_COUNT)); assertNonIndexedFieldNameIsMissing(eventMetadata); EasyMock.verify(event); }
handler.getMetadata().addEvent(handler.getHelper(event.getDataType()), event, fields, now.get());