@Override public FieldVector getNewVector( String name, FieldType fieldType, BufferAllocator allocator, CallBack schemaChangeCallback) { return new BigIntVector(name, fieldType, allocator); }
public TransferImpl(String ref, BufferAllocator allocator) { to = new BigIntVector(ref, field.getFieldType(), allocator); }
/** * * @param allocator * @param name * @param length the number of rows in the column vector * @return */ public static BigIntVector longVectorOf(BufferAllocator allocator,String name,int length) { BigIntVector float8Vector = new BigIntVector(name,FieldType.nullable(new ArrowType.Int(64,true)),allocator); float8Vector.allocateNew(length); float8Vector.setValueCount(length); return float8Vector; }
/** * * @param allocator * @param name * @param data * @return */ public static BigIntVector vectorFor(BufferAllocator allocator,String name,long[] data) { BigIntVector float8Vector = new BigIntVector(name,FieldType.nullable(new ArrowType.Int(64,true)),allocator); float8Vector.allocateNew(data.length); for(int i = 0; i < data.length; i++) { float8Vector.setSafe(i,data[i]); } float8Vector.setValueCount(data.length); return float8Vector; }
private AccumulatorSet createAccumulator(IntVector in1, final BufferAllocator allocator) { /* SUM Accumulator */ BigIntVector in1SumOutputVector = new BigIntVector("int-sum", allocator); final SumAccumulators.IntSumAccumulator in1SumAccum = new SumAccumulators.IntSumAccumulator(in1, in1SumOutputVector, in1SumOutputVector, MAX_VALUES_PER_BATCH, allocator); /* Min Accumulator */ IntVector in1MaxOutputVector = new IntVector("int-max", allocator); final MaxAccumulators.IntMaxAccumulator in1MaxAccum = new MaxAccumulators.IntMaxAccumulator(in1, in1MaxOutputVector, in1MaxOutputVector, MAX_VALUES_PER_BATCH, allocator); return new AccumulatorSet(4*1024, 64*1024, allocator, in1SumAccum, in1MaxAccum); }
ArgumentCaptor<Integer> partitionCaptor = ArgumentCaptor.forClass(Integer.class); BigIntVector bigIntVector = new BigIntVector("key", ALLOCATOR); bigIntVector.allocateNew(2); bigIntVector.set(0, 52459253098448904L);
final boolean firstPartition) { BigIntVector in1SumOutputVector = new BigIntVector("int-sum", allocator); final SumAccumulators.IntSumAccumulator in1SumAccum = new SumAccumulators.IntSumAccumulator(in1, in1SumOutputVector, in1SumOutputVector, MAX_VALUES_PER_BATCH, BigIntVector in1Count = new BigIntVector("int-count", allocator); final CountColumnAccumulator in1countAccum = new CountColumnAccumulator(in1, in1Count, in1Count, MAX_VALUES_PER_BATCH, BigIntVector in1Count1 = new BigIntVector("int-count1", allocator); final CountOneAccumulator in1count1Accum = new CountOneAccumulator(null, in1Count1, in1Count1, MAX_VALUES_PER_BATCH,
RecordWriter.WriteStatsListener writeStatsListener = mock(RecordWriter.WriteStatsListener.class); BigIntVector bigIntVector = new BigIntVector("key", ALLOCATOR); bigIntVector.allocateNew(2); bigIntVector.set(0, 52459253098448904L);
private static Pair<BigIntVector, ResultVerifier> testBigIntVector(final int startIndexInCurrentOutput, final int startIndexInJob) { BigIntVector colBigIntV = new BigIntVector("colBigInt", allocator); colBigIntV.allocateNew(5); colBigIntV.setNull(0); colBigIntV.set(1, 50); colBigIntV.set(2, -2000); colBigIntV.set(3, 327345234234L); colBigIntV.set(4, 0); ResultVerifier verifier = new ResultVerifier() { @Override public void verify(DataPOJO output) { int index = startIndexInCurrentOutput; assertNull(output.extractValue("colBigInt", index++)); assertEquals(50, ((Integer)output.extractValue("colBigInt", index++)).intValue()); assertEquals(-2000, ((Integer)output.extractValue("colBigInt", index++)).intValue()); assertEquals(327345234234L, ((Long)output.extractValue("colBigInt", index++)).longValue()); assertEquals(0, ((Integer)output.extractValue("colBigInt", index++)).intValue()); } }; return Pair.of(colBigIntV, verifier); }
BigIntVector in1SumOutputVector = new BigIntVector("int-sum", allocator); final SumAccumulators.IntSumAccumulator in1SumAccum = new SumAccumulators.IntSumAccumulator(in1, in1SumOutputVector, in1SumOutputVector, BigIntVector in1Count = new BigIntVector("int-count", allocator); final CountColumnAccumulator in1countAccum = new CountColumnAccumulator(in1, in1Count, in1Count, BigIntVector in1Count1 = new BigIntVector("int-count1", allocator); final CountOneAccumulator in1count1Accum = new CountOneAccumulator(null, in1Count1, in1Count1, BigIntVector in2SumOutputVector = new BigIntVector("bigint-sum", allocator); final SumAccumulators.BigIntSumAccumulator in2SumAccum = new SumAccumulators.BigIntSumAccumulator(in2, in2SumOutputVector, in2SumOutputVector, BigIntVector in2MaxOutputVector = new BigIntVector("bigint-max", allocator); final MaxAccumulators.BigIntMaxAccumulator in2MaxAccum = new MaxAccumulators.BigIntMaxAccumulator(in2, in2MaxOutputVector, in2MaxOutputVector, BigIntVector in2MinOutputVector = new BigIntVector("bigint-min", allocator); final MinAccumulators.BigIntMinAccumulator in2MinAccum = new MinAccumulators.BigIntMinAccumulator(in2, in2MinOutputVector, in2MinOutputVector, BigIntVector in2Count = new BigIntVector("bigint-count", allocator); final CountColumnAccumulator in2countAccum = new CountColumnAccumulator(in2, in2Count, in2Count, BigIntVector in3Count = new BigIntVector("float-count", allocator);
final int count = 1024; try( BigIntVector in = new BigIntVector("in", allocator); BigIntVector out = new BigIntVector("out", allocator); ){
@Test public void bigintRoundtrip() throws Exception { final int count = 1024; try ( BigIntVector in = new BigIntVector("in", allocator); BigIntVector out = new BigIntVector("out", allocator); ) { in.allocateNew(count); for (int i = 0; i < count; i++) { if (i % 5 == 0) { in.setSafe(i, i); } } in.setValueCount(count); final PivotDef pivot = PivotBuilder.getBlockDefinition(new FieldVectorPair(in, out)); try ( final FixedBlockVector fbv = new FixedBlockVector(allocator, pivot.getBlockWidth()); final VariableBlockVector vbv = new VariableBlockVector(allocator, pivot.getVariableCount()); ) { fbv.ensureAvailableBlocks(count); Pivots.pivot(pivot, count, fbv, vbv); ValueVector[] ins = new ValueVector[]{in}; ValueVector[] outs = new ValueVector[]{out}; unpivotHelper(pivot, fbv, vbv, ins, outs, 0, count); unpivotHelper(pivot, fbv, vbv, ins, outs, 0, 100); unpivotHelper(pivot, fbv, vbv, ins, outs, 100, 924); } } }
IntVector col1 = new IntVector("col1", allocator); IntVector col2 = new IntVector("col2", allocator); BigIntVector col3 = new BigIntVector("col3", allocator); TimeMilliVector col4 = new TimeMilliVector("col4", allocator); VarCharVector col5 = new VarCharVector("col5", allocator);
return new TimeMilliVector(field.getName(), allocator); case BIGINT: return new BigIntVector(field.getName(), allocator); case UINT8: return new UInt8Vector(field.getName(), allocator);
BigIntVector col1 = new BigIntVector("col1", allocator); populateBigInt(col1, col1arr); c.add(col1); BigIntVector col2 = new BigIntVector("col2", allocator); populateBigInt(col2, col2arr); c.add(col2); BigIntVector m2 = new BigIntVector("m2", allocator); populateBigInt(m2, aggcol2); c.add(m2);
@Test public void fixedVariableWithoutNull(){ try(IntVector col1 = new IntVector("col1", allocator); BigIntVector col2 = new BigIntVector("col2", allocator); VarCharVector col3 = new VarCharVector("col3", allocator);){
@Test public void fixedVariable(){ try(IntVector col1 = new IntVector("col1", allocator); BigIntVector col2 = new BigIntVector("col2", allocator); VarCharVector col3 = new VarCharVector("col3", allocator);){
@Test public void fixedOnlyWithoutNull(){ try(IntVector col1 = new IntVector("col1", allocator); BigIntVector col2 = new BigIntVector("col2", allocator); DecimalVector col3 = new DecimalVector("col3", allocator, 30, 0); BitVector col4 = new BitVector("col4", allocator)){
@Test public void fixedOnly(){ try(IntVector col1 = new IntVector("col1", allocator); BigIntVector col2 = new BigIntVector("col2", allocator); DecimalVector col3 = new DecimalVector("col3", allocator, 30, 0); BitVector col4 = new BitVector("col4", allocator)){
BigIntVector m2 = new BigIntVector("m2", allocator); populateBigInt(m2, aggcol2); c.add(m2);