@Test public void testMoreThanMax() throws Exception { agg.reset(); List<String> savedUUIDs = new ArrayList<>(); Collection<Value> values = Lists.newArrayList(); for (int i = 0; i < GlobalIndexUidAggregator.MAX + 10; i++) { Builder b = createNewUidList(); b.setIGNORE(false); String uuid = UUID.randomUUID().toString(); savedUUIDs.add(uuid); b.setCOUNT(1); b.addUID(uuid); Uid.List uidList = b.build(); Value val = new Value(uidList.toByteArray()); values.add(val); } Value result = agg.reduce(new Key("key"), values.iterator()); Uid.List resultList = Uid.List.parseFrom(result.get()); assertEquals(true, resultList.getIGNORE()); assertEquals(0, resultList.getUIDCount()); assertEquals(resultList.getCOUNT(), (GlobalIndexUidAggregator.MAX + 10)); }
@Test public void testCount() throws Exception { agg.reset(); UUID uuid = UUID.randomUUID(); // Collect the same UUID five times. Collection<Value> values = Lists.newArrayList(); for (int i = 0; i < 5; i++) { Builder b = createNewUidList(); b.setCOUNT(1); b.setIGNORE(false); b.addUID(uuid.toString()); Uid.List uidList = b.build(); Value val = new Value(uidList.toByteArray()); values.add(val); } Value result = agg.reduce(new Key("key"), values.iterator()); Uid.List resultList = Uid.List.parseFrom(result.get()); assertEquals(5, resultList.getCOUNT()); assertEquals(false, resultList.getIGNORE()); assertEquals(1, resultList.getUIDCount()); } }
@Test public void testSingleUid() { agg.reset(); Builder b = createNewUidList(); b.setCOUNT(1); b.setIGNORE(false); b.addUID(UUID.randomUUID().toString()); Uid.List uidList = b.build(); Value val = new Value(uidList.toByteArray()); Value result = agg.reduce(new Key("key"), Iterators.singletonIterator(val)); assertNotNull(result); assertNotNull(result.get()); assertNotNull(val.get()); assertEquals(0, val.compareTo(result.get())); }
/** * */ private Value createUidArray(String uid, boolean isDeleted) { // Create a UID object for the Value Builder uidBuilder = Uid.List.newBuilder(); uidBuilder.setIGNORE(false); if (isDeleted) uidBuilder.setCOUNT(-1); else uidBuilder.setCOUNT(1); uidBuilder.addUID(uid); Uid.List uidList = uidBuilder.build(); return new Value(uidList.toByteArray()); }
/** * allows a document specific range * * @param in * @return */ private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
/** * allows a document specific range * * @param in * @return */ private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); } }
private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); }
private Uid.List.Builder createNewUidList(String uid) { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setIGNORE(false); builder.setCOUNT(1); builder.addUID(uid); return builder; }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); }
private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); } }
protected static byte[] getExpectedValue(String... uids) { Uid.List.Builder b = Uid.List.newBuilder(); b.setCOUNT(uids.length); b.setIGNORE(false); for (String uid : uids) { b.addUID(uid); } return b.build().toByteArray(); }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); } }
/** * forces a shard range * * @return */ private static Value getValueForNuthinAndYourHitsForFree() { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setCOUNT(50); // better not be zero!!!! builder.setIGNORE(true); // better be true!!! return new Value(builder.build().toByteArray()); } }
private Uid.List.Builder createremove(String uid) { Uid.List.Builder builder = Uid.List.newBuilder(); builder.setIGNORE(false); builder.setCOUNT(-1); builder.addREMOVEDUID(uid); return builder; }
private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
private static Value getValueForBuilderFor(String... in) { Uid.List.Builder builder = Uid.List.newBuilder(); for (String s : in) { builder.addUID(s); } builder.setCOUNT(in.length); builder.setIGNORE(false); return new Value(builder.build().toByteArray()); }
private void getShardIndexFIKey(final NormalizedFieldAndValue nfv, final RawRecordContainer event, final Multimap values) { Uid.List uid = Uid.List.newBuilder().setIGNORE(false).setCOUNT(1).addUID(this.eventUid).build(); Multimap<BulkIngestKey,Value> termIndex = createTermIndexColumn(event, nfv.getEventFieldName(), nfv.getEventFieldValue(), getVisibility(event, nfv), null, null, shardId, this.getShardIndexTableName(), new Value(uid.toByteArray())); values.putAll(termIndex); }