private VectorizedRowBatch newBufferedBatch(VectorizedRowBatch batch) throws HiveException { final int bufferedColumnCount = bufferedColumnMap.length; VectorizedRowBatch newBatch = new VectorizedRowBatch(bufferedColumnCount); for (int i = 0; i < bufferedColumnCount; i++) { newBatch.cols[i] = VectorizedBatchUtil.makeLikeColumnVector(batch.cols[bufferedColumnMap[i]]); newBatch.cols[i].init(); } return newBatch; }
@Override public VectorExpressionDescriptor.Descriptor getDescriptor() { return (new VectorExpressionDescriptor.Builder()) .setMode( VectorExpressionDescriptor.Mode.PROJECTION) .setNumArguments(1) .setArgumentTypes( VectorExpressionDescriptor.ArgumentType.getType("double")) .setInputExpressionTypes( VectorExpressionDescriptor.InputExpressionType.COLUMN).build(); } }
@Override public void finalize() { Mapping mapping = vectorColumnMapping.getMapping(); // Ordered columns are the source columns. sourceColumns = mapping.getOrderedColumns(); outputColumns = mapping.getValueColumns(); typeInfos = mapping.getTypeInfos(); // Not needed anymore. vectorColumnMapping = null; }
private VectorizedRowBatch makeBatch() { VectorizedRowBatch batch = new VectorizedRowBatch(3); LongColumnVector lv = new LongColumnVector(); DoubleColumnVector dv = new DoubleColumnVector(); BytesColumnVector bv = new BytesColumnVector(); setSampleStringCol(bv); batch.cols[0] = lv; batch.cols[1] = dv; batch.cols[2] = bv; addRandomNulls(batch); return batch; }
private VectorizedRowBatch getVectorizedRowBatchStringLong(byte[] vector, int start, int length) { VectorizedRowBatch batch = new VectorizedRowBatch(2, 1); BytesColumnVector bcv = new BytesColumnVector(1); bcv.vector[0] = vector; bcv.start[0] = start; bcv.length[0] = length; batch.cols[0] = bcv; batch.cols[1] = new LongColumnVector(1); batch.size = 1; return batch; }
private VectorizedRowBatch getBatchLongDecimal() { VectorizedRowBatch b = new VectorizedRowBatch(2); LongColumnVector lv; b.cols[0] = lv = new LongColumnVector(); b.cols[1] = new DecimalColumnVector(18, 2); lv.vector[0] = 0; lv.vector[1] = -1; lv.vector[2] = 99999999999999L; return b; }
private VectorizedRowBatch getBatchDoubleDecimal() { VectorizedRowBatch b = new VectorizedRowBatch(2); DoubleColumnVector dv; short scale = 2; b.cols[0] = dv = new DoubleColumnVector(); b.cols[1] = new DecimalColumnVector(18, scale); b.size = 3; dv.vector[0] = 0d; dv.vector[1] = -1d; dv.vector[2] = 99999999999999.0d; return b; }
/** * Set vector elements to sample string data from colorsBytes string table. * @param col */ public static void setSampleStringCol(BytesColumnVector col) { initColors(); int size = col.vector.length; for(int i = 0; i != size; i++) { int pos = i % colorsBytes.length; col.setRef(i, colorsBytes[pos], 0, colorsBytes[pos].length); } }
@Override protected void spillBigTableRow(MapJoinTableContainer hybridHtContainer, Object row) throws HiveException { // Extract the actual row from row batch VectorizedRowBatch inBatch = (VectorizedRowBatch) row; Object[] actualRow = getRowObject(inBatch, batchIndex); super.spillBigTableRow(hybridHtContainer, actualRow); }
@Override public void flatten(boolean selectedInUse, int[] sel, int size) { flattenPush(); for(int i=0; i < fields.length; ++i) { fields[i].flatten(selectedInUse, sel, size); } flattenNoNulls(selectedInUse, sel, size); }
@Override public VectorExpressionDescriptor.Descriptor getDescriptor() { return (new VectorExpressionDescriptor.Builder()) .setMode( VectorExpressionDescriptor.Mode.PROJECTION) .setNumArguments(1) .setArgumentTypes( VectorExpressionDescriptor.ArgumentType.getType("int_interval_year_month")) .setInputExpressionTypes( VectorExpressionDescriptor.InputExpressionType.COLUMN).build(); } }
@Override public VectorExpressionDescriptor.Descriptor getDescriptor() { return (new VectorExpressionDescriptor.Builder()) .setMode( VectorExpressionDescriptor.Mode.PROJECTION) .setNumArguments(1) .setArgumentTypes( VectorExpressionDescriptor.ArgumentType.getType("date")) .setInputExpressionTypes( VectorExpressionDescriptor.InputExpressionType.COLUMN).build(); } }
@Override public VectorExpressionDescriptor.Descriptor getDescriptor() { return (new VectorExpressionDescriptor.Builder()) .setMode( VectorExpressionDescriptor.Mode.PROJECTION) .setNumArguments(1) .setArgumentTypes( VectorExpressionDescriptor.ArgumentType.getType("double")) .setInputExpressionTypes( VectorExpressionDescriptor.InputExpressionType.COLUMN).build(); } }
@Override public VectorExpressionDescriptor.Descriptor getDescriptor() { return (new VectorExpressionDescriptor.Builder()) .setMode( VectorExpressionDescriptor.Mode.PROJECTION) .setNumArguments(1) .setArgumentTypes( VectorExpressionDescriptor.ArgumentType.getType("long")) .setInputExpressionTypes( VectorExpressionDescriptor.InputExpressionType.COLUMN).build(); } }
@Override public VectorExpressionDescriptor.Descriptor getDescriptor() { return (new VectorExpressionDescriptor.Builder()) .setMode( VectorExpressionDescriptor.Mode.PROJECTION) .setNumArguments(1) .setArgumentTypes( VectorExpressionDescriptor.ArgumentType.getType("double")) .setInputExpressionTypes( VectorExpressionDescriptor.InputExpressionType.COLUMN).build(); } }
@Override public VectorExpressionDescriptor.Descriptor getDescriptor() { return (new VectorExpressionDescriptor.Builder()) .setMode( VectorExpressionDescriptor.Mode.PROJECTION) .setNumArguments(1) .setArgumentTypes( VectorExpressionDescriptor.ArgumentType.getType("double")) .setInputExpressionTypes( VectorExpressionDescriptor.InputExpressionType.COLUMN).build(); } }
@Override public VectorExpressionDescriptor.Descriptor getDescriptor() { return (new VectorExpressionDescriptor.Builder()) .setMode( VectorExpressionDescriptor.Mode.PROJECTION) .setNumArguments(1) .setArgumentTypes( VectorExpressionDescriptor.ArgumentType.getType("double")) .setInputExpressionTypes( VectorExpressionDescriptor.InputExpressionType.COLUMN).build(); } }