public DoublesSketchBuildAggregator(final ColumnValueSelector<Double> valueSelector, final int size) { this.valueSelector = valueSelector; this.size = size; sketch = DoublesSketch.builder().setK(size).build(); }
try { Double doubleValue = Double.parseDouble(objectString); UpdateDoublesSketch sketch = DoublesSketch.builder().setK(MIN_K).build(); sketch.update(doubleValue); return sketch; UpdateDoublesSketch sketch = DoublesSketch.builder().setK(MIN_K).build(); sketch.update(((Number) object).doubleValue()); return sketch;
@Override public synchronized void init(final ByteBuffer buffer, final int position) { final WritableMemory mem = getMemory(buffer); final WritableMemory region = mem.writableRegion(position, maxIntermediateSize); final UpdateDoublesSketch sketch = DoublesSketch.builder().setK(size).build(region); putSketch(buffer, position, sketch); }
for (int i = 0; i < 20; i++) { int product = rand.nextInt(10); UpdateDoublesSketch sketch = DoublesSketch.builder().build(); for (int j = 0; j < 20; j++) { double value = rand.nextDouble();
@Override public DoublesSketch compute(final Map<String, Object> combinedAggregators) { final ArrayOfDoublesSketch sketch = (ArrayOfDoublesSketch) getField().compute(combinedAggregators); final UpdateDoublesSketch qs = DoublesSketch.builder().setK(k).build(); final ArrayOfDoublesSketchIterator it = sketch.iterator(); while (it.next()) { qs.update(it.getValues()[column - 1]); // convert 1-based column number to zero-based index } return qs; }
@Test public void testSerialiseAndDeserialise() { final UpdateDoublesSketch sketch = DoublesSketch.builder().build(); sketch.update(1.0D); sketch.update(2.0D); sketch.update(3.0D); testSerialiser(sketch); final DoublesSketch emptySketch = DoublesSketch.builder().build(); testSerialiser(emptySketch); }
public ProducerStatsRecorderImpl(PulsarClientImpl pulsarClient, ProducerConfigurationData conf, ProducerImpl<?> producer) { this.pulsarClient = pulsarClient; this.statsIntervalSeconds = pulsarClient.getConfiguration().getStatsIntervalSeconds(); this.producer = producer; numMsgsSent = new LongAdder(); numBytesSent = new LongAdder(); numSendFailed = new LongAdder(); numAcksReceived = new LongAdder(); totalMsgsSent = new LongAdder(); totalBytesSent = new LongAdder(); totalSendFailed = new LongAdder(); totalAcksReceived = new LongAdder(); ds = DoublesSketch.builder().build(256); init(conf); }
@Override public byte[] toByteArray() { if (gadget_ == null) { return DoublesSketch.builder().setK(maxK_).build().toByteArray(); } return gadget_.toByteArray(); }
@Test public void checkEmptyNullReturns() { int k = 16; UpdateDoublesSketch uds = DoublesSketch.builder().setK(k).build(); assertNull(uds.getQuantiles(5)); assertNull(uds.getPMF(new double[] { 0, 0.5, 1.0 })); assertNull(uds.getCDF(new double[] { 0, 0.5, 1.0 })); }
@Test public void oneItemSketch() { UpdateDoublesSketch sketch = DoublesSketch.builder().build(); sketch.update(0); DoublesSketchIterator it = sketch.iterator(); Assert.assertTrue(it.next()); Assert.assertEquals(it.getValue(), 0.0); Assert.assertEquals(it.getWeight(), 1); Assert.assertFalse(it.next()); }
@Test public void heapifyEmptyUpdateSketch() { final UpdateDoublesSketch s1 = DoublesSketch.builder().build(); final Memory mem = Memory.wrap(s1.toByteArray()); DoublesSketch s2 = DoublesSketch.heapify(mem); Assert.assertTrue(s2.isEmpty()); }
@Test public void checkEmptyDirect() { try (WritableDirectHandle wdh = WritableMemory.allocateDirect(1000)) { WritableMemory mem = wdh.get(); UpdateDoublesSketch sketch = DoublesSketch.builder().build(mem); sketch.toByteArray(); //exercises a specific path } }
@Test public void heapifyEmptyCompactSketch() { final CompactDoublesSketch s1 = DoublesSketch.builder().build().compact(); final Memory mem = Memory.wrap(s1.toByteArray()); DoublesSketch s2 = DoublesSketch.heapify(mem); Assert.assertTrue(s2.isEmpty()); }
@Test(expectedExceptions = SketchesArgumentException.class) public void wrapUnionFromCompact() { UpdateDoublesSketch s1 = DoublesSketch.builder().build(); s1.update(1); s1.update(2); Memory mem = Memory.wrap(s1.toByteArray(true)); DoublesUnion.wrap(mem); fail(); }
@Test public void createFromUnsortedUpdateSketch() { final int k = 4; final int n = 13; final UpdateDoublesSketch qs = DoublesSketch.builder().setK(k).build(); for (int i = n; i > 0; --i) { qs.update(i); } final HeapCompactDoublesSketch compactQs = HeapCompactDoublesSketch.createFromUpdateSketch(qs); // don't expect equal but new base buffer should be sorted checkBaseBufferIsSorted(compactQs); }
@Test public void heapifySparseSketch() { UpdateDoublesSketch s1 = DoublesSketch.builder().build(); s1.update(1); s1.update(2); Memory mem = Memory.wrap(s1.toByteArray(false)); DoublesSketch s2 = DoublesSketch.heapify(mem); Assert.assertEquals(s2.getMinValue(), 1.0); Assert.assertEquals(s2.getMaxValue(), 2.0); }
@Test public void heapifyAndUpdateSparseSketch() { UpdateDoublesSketch s1 = DoublesSketch.builder().build(); s1.update(1); s1.update(2); Memory mem = Memory.wrap(s1.toByteArray(false)); UpdateDoublesSketch s2 = (UpdateDoublesSketch) DoublesSketch.heapify(mem); s2.update(3); Assert.assertEquals(s2.getMinValue(), 1.0); Assert.assertEquals(s2.getMaxValue(), 3.0); }
@Test public void heapifyUnionFromSparse() { UpdateDoublesSketch s1 = DoublesSketch.builder().build(); s1.update(1); s1.update(2); Memory mem = Memory.wrap(s1.toByteArray(false)); DoublesUnion u = DoublesUnion.heapify(mem); u.update(3); DoublesSketch s2 = u.getResult(); Assert.assertEquals(s2.getMinValue(), 1.0); Assert.assertEquals(s2.getMaxValue(), 3.0); }
@Test public void heapifyUnionFromCompact() { UpdateDoublesSketch s1 = DoublesSketch.builder().build(); s1.update(1); s1.update(2); Memory mem = Memory.wrap(s1.toByteArray(true)); DoublesUnion u = DoublesUnion.heapify(mem); u.update(3); DoublesSketch s2 = u.getResult(); Assert.assertEquals(s2.getMinValue(), 1.0); Assert.assertEquals(s2.getMaxValue(), 3.0); }