/** * filterToggledOn,aggrToggledOn are only for profiling/test use. * in normal cases they are all true. * * Refer to CoprocessorBehavior for explanation */ public IGTScanner decorateScanner(IGTScanner scanner, boolean filterToggledOn, boolean aggrToggledOn) throws IOException { return decorateScanner(scanner, filterToggledOn, aggrToggledOn, false, true); }
public IGTScanner decorateScanner(IGTScanner scanner) throws IOException { return decorateScanner(scanner, true, true); }
public IGTScanner scan(GTScanRequest req) throws IOException { IGTScanner result = store.scan(req); return req.decorateScanner(result); }
@SuppressWarnings("unused") private void testFilter(TupleFilter filter) throws IOException { long t = System.currentTimeMillis(); GTScanRequest req = new GTScanRequestBuilder().setInfo(info).setRanges(null).setDimensions(info.getAllColumns()).setFilterPushDown(filter).createGTScanRequest(); IGTScanner scanner = req.decorateScanner(gen.generate(N)); long count = 0; for (GTRecord rec : scanner) { count++; } t = System.currentTimeMillis() - t; System.out.println(N + " records filtered to " + count + ", " + calcSpeed(t) + "K rec/sec"); }
@SuppressWarnings("unused") private void testFilter(TupleFilter filter) throws IOException { long t = System.currentTimeMillis(); GTScanRequest req = new GTScanRequestBuilder().setInfo(info).setRanges(null).setDimensions(info.getAllColumns()).setFilterPushDown(filter).createGTScanRequest(); IGTScanner scanner = req.decorateScanner(gen.generate(N)); long count = 0; for (GTRecord rec : scanner) { count++; } t = System.currentTimeMillis() - t; System.out.println(N + " records filtered to " + count + ", " + calcSpeed(t) + "K rec/sec"); }
@SuppressWarnings("unused") private void testAggregate(ImmutableBitSet groupBy) throws IOException { long t = System.currentTimeMillis(); GTScanRequest req = new GTScanRequestBuilder().setInfo(info).setRanges(null).setDimensions(dimensions).setAggrGroupBy(groupBy).setAggrMetrics(metrics).setAggrMetricsFuncs(aggrFuncs).setFilterPushDown(null).createGTScanRequest(); IGTScanner scanner = req.decorateScanner(gen.generate(N)); long count = 0; for (GTRecord rec : scanner) { count++; } t = System.currentTimeMillis() - t; System.out.println(N + " records aggregated to " + count + ", " + calcSpeed(t) + "K rec/sec"); }
@SuppressWarnings("unused") private void testAggregate(ImmutableBitSet groupBy) throws IOException { long t = System.currentTimeMillis(); GTScanRequest req = new GTScanRequestBuilder().setInfo(info).setRanges(null).setDimensions(dimensions).setAggrGroupBy(groupBy).setAggrMetrics(metrics).setAggrMetricsFuncs(aggrFuncs).setFilterPushDown(null).createGTScanRequest(); IGTScanner scanner = req.decorateScanner(gen.generate(N)); long count = 0; for (GTRecord rec : scanner) { count++; } t = System.currentTimeMillis() - t; System.out.println(N + " records aggregated to " + count + ", " + calcSpeed(t) + "K rec/sec"); }
IGTScanner rawScanner = store.scan(scanRequest); final IGTScanner decorateScanner = scanRequest.decorateScanner(rawScanner); final TrimmedInfoGTRecordAdapter trimmedInfoGTRecordAdapter = new TrimmedInfoGTRecordAdapter(fullGTInfo, decorateScanner.iterator());
IGTScanner finalScanner = scanReq.decorateScanner(rawScanner, behavior.filterToggledOn(), behavior.aggrToggledOn(), false, request.getSpillEnabled());
/** * filterToggledOn,aggrToggledOn are only for profiling/test use. * in normal cases they are all true. * * Refer to CoprocessorBehavior for explanation */ public IGTScanner decorateScanner(IGTScanner scanner, boolean filterToggledOn, boolean aggrToggledOn) throws IOException { return decorateScanner(scanner, filterToggledOn, aggrToggledOn, false, true); }
public IGTScanner decorateScanner(IGTScanner scanner) throws IOException { return decorateScanner(scanner, true, true); }
public IGTScanner scan(GTScanRequest req) throws IOException { IGTScanner result = store.scan(req); return req.decorateScanner(result); }
@SuppressWarnings("unused") private void testFilter(TupleFilter filter) throws IOException { long t = System.currentTimeMillis(); GTScanRequest req = new GTScanRequestBuilder().setInfo(info).setRanges(null).setDimensions(info.getAllColumns()).setFilterPushDown(filter).createGTScanRequest(); IGTScanner scanner = req.decorateScanner(gen.generate(N)); long count = 0; for (GTRecord rec : scanner) { count++; } t = System.currentTimeMillis() - t; System.out.println(N + " records filtered to " + count + ", " + calcSpeed(t) + "K rec/sec"); }
@SuppressWarnings("unused") private void testFilter(TupleFilter filter) throws IOException { long t = System.currentTimeMillis(); GTScanRequest req = new GTScanRequestBuilder().setInfo(info).setRanges(null).setDimensions(info.getAllColumns()).setFilterPushDown(filter).createGTScanRequest(); IGTScanner scanner = req.decorateScanner(gen.generate(N)); long count = 0; for (GTRecord rec : scanner) { count++; } t = System.currentTimeMillis() - t; System.out.println(N + " records filtered to " + count + ", " + calcSpeed(t) + "K rec/sec"); }
@SuppressWarnings("unused") private void testAggregate(ImmutableBitSet groupBy) throws IOException { long t = System.currentTimeMillis(); GTScanRequest req = new GTScanRequestBuilder().setInfo(info).setRanges(null).setDimensions(dimensions).setAggrGroupBy(groupBy).setAggrMetrics(metrics).setAggrMetricsFuncs(aggrFuncs).setFilterPushDown(null).createGTScanRequest(); IGTScanner scanner = req.decorateScanner(gen.generate(N)); long count = 0; for (GTRecord rec : scanner) { count++; } t = System.currentTimeMillis() - t; System.out.println(N + " records aggregated to " + count + ", " + calcSpeed(t) + "K rec/sec"); }
@SuppressWarnings("unused") private void testAggregate(ImmutableBitSet groupBy) throws IOException { long t = System.currentTimeMillis(); GTScanRequest req = new GTScanRequestBuilder().setInfo(info).setRanges(null).setDimensions(dimensions).setAggrGroupBy(groupBy).setAggrMetrics(metrics).setAggrMetricsFuncs(aggrFuncs).setFilterPushDown(null).createGTScanRequest(); IGTScanner scanner = req.decorateScanner(gen.generate(N)); long count = 0; for (GTRecord rec : scanner) { count++; } t = System.currentTimeMillis() - t; System.out.println(N + " records aggregated to " + count + ", " + calcSpeed(t) + "K rec/sec"); }
IGTScanner rawScanner = store.scan(scanRequest); final IGTScanner decorateScanner = scanRequest.decorateScanner(rawScanner); final TrimmedInfoGTRecordAdapter trimmedInfoGTRecordAdapter = new TrimmedInfoGTRecordAdapter(fullGTInfo, decorateScanner.iterator());
IGTScanner finalScanner = scanReq.decorateScanner(rawScanner, behavior.filterToggledOn(), behavior.aggrToggledOn(), false, request.getSpillEnabled());