@Override public IndexSample sampleResult() { return new IndexSample(); }
storeView.replaceIndexCounts( indexId, sample.uniqueValues(), sample.sampleSize(), sample.indexSize() ); durationLogger.markAsFinished(); log.debug( format( "Sampled index %s with %d unique values in sample of avg size %d taken from " + "index containing %d entries", indexUserDescription, sample.uniqueValues(), sample.sampleSize(), sample.indexSize() ) );
public static IndexSample combineSamples( Iterable<IndexSample> samples ) { long indexSize = 0; long uniqueValues = 0; long sampleSize = 0; for ( IndexSample sample : samples ) { indexSize += sample.indexSize(); uniqueValues += sample.uniqueValues(); sampleSize += sample.sampleSize(); } return new IndexSample( indexSize, uniqueValues, sampleSize ); } }
@Test void uniqueSamplingUseDocumentsNumber() throws IndexNotFoundKernelException { when( indexSearcher.getIndexReader().numDocs() ).thenReturn( 17 ); UniqueLuceneIndexSampler sampler = new UniqueLuceneIndexSampler( indexSearcher, taskControl.newInstance() ); IndexSample sample = sampler.sampleIndex(); assertEquals( 17, sample.indexSize() ); }
public IndexSample combine( IndexSample sample1, IndexSample sample2 ) { long indexSize = Math.addExact( sample1.indexSize(), sample2.indexSize() ); long uniqueValues = Math.addExact( sample1.uniqueValues(), sample2.uniqueValues() ); long sampleSize = Math.addExact( sample1.sampleSize(), sample2.sampleSize() ); return new IndexSample( indexSize, uniqueValues, sampleSize ); } }
private static void verifySamplingResult( UniqueIndexSampler sampler, long expectedValue ) { IndexSample sample = sampler.result(); assertEquals( expectedValue, sample.indexSize() ); assertEquals( expectedValue, sample.uniqueValues() ); assertEquals( expectedValue, sample.sampleSize() ); }
@Override public IndexSample sampleResult() { return new IndexSample(); }
public static IndexSample combineSamples( Iterable<IndexSample> samples ) { long indexSize = 0; long uniqueValues = 0; long sampleSize = 0; for ( IndexSample sample : samples ) { indexSize += sample.indexSize(); uniqueValues += sample.uniqueValues(); sampleSize += sample.sampleSize(); } return new IndexSample( indexSize, uniqueValues, sampleSize ); } }
private static void verifySamplingResult( NonUniqueIndexSampler sampler, long expectedIndexSize, long expectedUniqueValues, long expectedSampleSize ) { IndexSample sample = sampler.result(); assertEquals( expectedIndexSize, sample.indexSize() ); assertEquals( expectedUniqueValues, sample.uniqueValues() ); assertEquals( expectedSampleSize, sample.sampleSize() ); }
public IndexSample result() { return new IndexSample( count, count, count ); } }
private void assertSampledValues( NonUniqueIndexSampler sampler, long expectedIndexSize, long expectedUniqueValues, long expectedSampledSize ) { IndexSample sample = sampler.result(); assertEquals( expectedIndexSize, sample.indexSize() ); assertEquals( expectedUniqueValues, sample.uniqueValues() ); assertEquals( expectedSampledSize, sample.sampleSize() ); } }
@Override public IndexSample sampleIndex() { return new IndexSample( value, value, value * 2 ); } }
storeView.replaceIndexCounts( indexId, sample.uniqueValues(), sample.sampleSize(), sample.indexSize() ); populator.close( true ); schemaState.clear();
@Override public IndexSample sampleIndex() { return new IndexSample( sampleValue, sampleValue, sampleValue ); } }
@Test public void shouldSampleUpdates() throws Exception { // GIVEN populator.create(); IndexEntryUpdate<IndexDescriptor>[] updates = valueCreatorUtil.someUpdates( random ); // WHEN populator.add( asList( updates ) ); for ( IndexEntryUpdate<IndexDescriptor> update : updates ) { populator.includeSample( update ); } IndexSample sample = populator.sampleResult(); // THEN assertEquals( updates.length, sample.sampleSize() ); assertEquals( updates.length, sample.uniqueValues() ); assertEquals( updates.length, sample.indexSize() ); populator.close( true ); } }
@Override public IndexSample sampleResult() { return new IndexSample(); } };
@Test public void shouldSampleIndex() throws Exception { // given IndexEntryUpdate<IndexDescriptor>[] updates = someUpdatesSingleType(); processAll( updates ); try ( IndexReader reader = accessor.newReader() ) { IndexSampler sampler = reader.createSampler(); // when IndexSample sample = sampler.sampleIndex(); // then assertEquals( updates.length, sample.indexSize() ); assertEquals( updates.length, sample.sampleSize() ); assertEquals( countUniqueValues( updates ), sample.uniqueValues() ); } }
@Override public IndexSample result( int numDocs ) { if ( !values.isEmpty() ) { nextStep(); } long uniqueValues = sampledSteps != 0 ? accumulatedUniqueValues / sampledSteps : 0; long sampledSize = sampledSteps != 0 ? accumulatedSampledSize / sampledSteps : 0; return new IndexSample( numDocs < 0 ? accumulatedSampledSize : numDocs, uniqueValues, sampledSize ); }
@Test public void shouldIncludeAllValuesInTree() throws Exception { // GIVEN Value[] values = generateNumberValues(); buildTree( values ); // WHEN IndexSample sample; try ( GBPTree<NumberIndexKey,NativeIndexValue> gbpTree = getTree() ) { FullScanNonUniqueIndexSampler<NumberIndexKey,NativeIndexValue> sampler = new FullScanNonUniqueIndexSampler<>( gbpTree, layout ); sample = sampler.result(); } // THEN assertEquals( values.length, sample.sampleSize() ); assertEquals( countUniqueValues( values ), sample.uniqueValues() ); assertEquals( values.length, sample.indexSize() ); }
@Override public IndexSample sampleResult() { long indexSize = 0; for ( Set<Long> nodeIds : indexSamples.values() ) { indexSize += nodeIds.size(); } return new IndexSample( indexSize, indexSamples.size(), indexSize ); }