vectorDesc.getProcessingMode().name()); processingMode.initialize(hconf);
processingMode.initialize(hconf); return result;
@Override public void process(Object row, int tag) throws HiveException { VectorizedRowBatch batch = (VectorizedRowBatch) row; if (batch.size > 0) { processingMode.processBatch(batch); } }
@Override public void closeOp(boolean aborted) throws HiveException { processingMode.close(aborted); if (!aborted && isVectorOutput && outputBatch.size > 0) { flushOutput(); } }
@Override public void startGroup() throws HiveException { processingMode.startGroup(); // We do not call startGroup on operators below because we are batching rows in // an output batch and the semantics will not work. // super.startGroup(); }
/** * changes the processing mode to unsorted streaming * This is done at the request of the hash agg mode, if the number of keys * exceeds the minReductionHashAggr factor * @throws HiveException */ private void changeToUnsortedStreamingMode() throws HiveException { processingMode = this.new ProcessingModeUnsortedStreaming(); processingMode.initialize(null); LOG.trace("switched to streaming mode"); }
@Override public void endGroup() throws HiveException { processingMode.endGroup(); // We do not call endGroup on operators below because we are batching rows in // an output batch and the semantics will not work. // super.endGroup(); }
vectorDesc.getProcessingMode().name()); processingMode.initialize(hconf);
@Override public void closeOp(boolean aborted) throws HiveException { processingMode.close(aborted); if (!aborted && isVectorOutput && outputBatch.size > 0) { flushOutput(); } }
@Override public void endGroup() throws HiveException { processingMode.endGroup(); // We do not call endGroup on operators below because we are batching rows in // an output batch and the semantics will not work. // super.endGroup(); }
@Override public void startGroup() throws HiveException { processingMode.startGroup(); // We do not call startGroup on operators below because we are batching rows in // an output batch and the semantics will not work. // super.startGroup(); }
@Override public void setNextVectorBatchGroupStatus(boolean isLastGroupBatch) throws HiveException { processingMode.setNextVectorBatchGroupStatus(isLastGroupBatch); }
@Override public void process(Object row, int tag) throws HiveException { VectorizedRowBatch batch = (VectorizedRowBatch) row; if (batch.size > 0) { processingMode.processBatch(batch); } }
/** * changes the processing mode to streaming * This is done at the request of the hash agg mode, if the number of keys * exceeds the minReductionHashAggr factor * @throws HiveException */ private void changeToStreamingMode() throws HiveException { processingMode = this.new ProcessingModeStreaming(); processingMode.initialize(null); LOG.trace("switched to streaming mode"); }
@Override public void process(Object row, int tag) throws HiveException { VectorizedRowBatch batch = (VectorizedRowBatch) row; if (batch.size > 0) { processingMode.processBatch(batch); } }
/** * changes the processing mode to streaming * This is done at the request of the hash agg mode, if the number of keys * exceeds the minReductionHashAggr factor * @throws HiveException */ private void changeToStreamingMode() throws HiveException { processingMode = this.new ProcessingModeStreaming(); processingMode.initialize(null); LOG.trace("switched to streaming mode"); }
@Override public void closeOp(boolean aborted) throws HiveException { processingMode.close(aborted); if (!aborted && outputBatch.size > 0) { flushOutput(); } }