@Override public void initialize(Configuration hconf) throws HiveException { streamAggregationBufferRowPool = new VectorUtilBatchObjectPool<VectorAggregationBufferRow>( VectorizedRowBatch.DEFAULT_SIZE, new VectorUtilBatchObjectPool.IAllocator<VectorAggregationBufferRow>() { @Override public VectorAggregationBufferRow alloc() throws HiveException { return allocateAggregationBuffer(); } @Override public void free(VectorAggregationBufferRow t) { // Nothing to do } }); LOG.info("using unsorted streaming aggregation processing mode"); }
if (streamingKey == null) { currentStreamingAggregators = streamAggregationBufferRowPool.getFromPool(); streamingKey = batchKeys[0]; currentStreamingAggregators = streamAggregationBufferRowPool.getFromPool(); streamingKey = batchKeys[i]; ++flushMark; rowsToFlush[i].reset(); keysToFlush[i] = null; streamAggregationBufferRowPool.putInPool(rowsToFlush[i]);
currentStreamingAggregators = streamAggregationBufferRowPool.getFromPool(); streamingKey = (VectorHashKeyWrapper) batchKeys[0].copyKey(); currentStreamingAggregators = streamAggregationBufferRowPool.getFromPool(); batchKeys[i].duplicateTo(streamingKey); ++flushMark; writeSingleRow(keysToFlush[i], rowsToFlush[i]); rowsToFlush[i].reset(); streamAggregationBufferRowPool.putInPool(rowsToFlush[i]);
currentStreamingAggregators = streamAggregationBufferRowPool.getFromPool(); streamingKey = (VectorHashKeyWrapper) batchKeys[0].copyKey(); currentStreamingAggregators = streamAggregationBufferRowPool.getFromPool(); batchKeys[i].duplicateTo(streamingKey); ++flushMark; writeSingleRow(keysToFlush[i], rowsToFlush[i]); rowsToFlush[i].reset(); streamAggregationBufferRowPool.putInPool(rowsToFlush[i]);
@Override public void initialize(Configuration hconf) throws HiveException { streamAggregationBufferRowPool = new VectorUtilBatchObjectPool<VectorAggregationBufferRow>( VectorizedRowBatch.DEFAULT_SIZE, new VectorUtilBatchObjectPool.IAllocator<VectorAggregationBufferRow>() { @Override public VectorAggregationBufferRow alloc() throws HiveException { return allocateAggregationBuffer(); } @Override public void free(VectorAggregationBufferRow t) { // Nothing to do } }); LOG.info("using unsorted streaming aggregation processing mode"); }
@Override public void initialize(Configuration hconf) throws HiveException { streamAggregationBufferRowPool = new VectorUtilBatchObjectPool<VectorAggregationBufferRow>( VectorizedRowBatch.DEFAULT_SIZE, new VectorUtilBatchObjectPool.IAllocator<VectorAggregationBufferRow>() { @Override public VectorAggregationBufferRow alloc() throws HiveException { return allocateAggregationBuffer(); } @Override public void free(VectorAggregationBufferRow t) { // Nothing to do } }); LOG.info("using unsorted streaming aggregation processing mode"); }