@Override public void allocate() { vector.allocateNew(); }
public void allocate(){ vector.allocateNew(); }
/** * * @param allocator * @param name * @return */ public static BitVector booleanVectorOf(BufferAllocator allocator,String name,int length) { BitVector float8Vector = new BitVector(name,allocator); float8Vector.allocateNew(length); float8Vector.setValueCount(length); return float8Vector; }
/** * * @param allocator * @param name * @param data * @return */ public static BitVector vectorFor(BufferAllocator allocator,String name,boolean[] data) { BitVector float8Vector = new BitVector(name,allocator); float8Vector.allocateNew(data.length); for(int i = 0; i < data.length; i++) { float8Vector.setSafe(i,data[i] ? 1 : 0); } float8Vector.setValueCount(data.length); return float8Vector; }
/** Helper method which creates a test bit vector */ private static BitVector testBitVector() { BitVector colBitV = new BitVector("colBit", ALLOCATOR); colBitV.allocateNew(5); for(int i=0; i<TEST_BIT_VALUES.size(); i++) { if (TEST_BIT_VALUES.get(i) == null) { colBitV.setNull(i); } else { colBitV.set(i, TEST_BIT_VALUES.get(i) ? 1 : 0); } } return colBitV; }
output.allocateNew(splitsLoaded);
public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
private static Pair<BitVector, ResultVerifier> testBitVector(final int startIndexInCurrentOutput, final int startIndexInJob) { BitVector colBitV = new BitVector("colBit", allocator); colBitV.allocateNew(5); colBitV.set(0, 1); colBitV.set(1, 0); colBitV.setNull(2); colBitV.set(3, 1); colBitV.set(4, 1); ResultVerifier verifier = new ResultVerifier() { @Override public void verify(DataPOJO output) { int index = startIndexInCurrentOutput; assertTrue((Boolean)output.extractValue("colBit", index++)); assertFalse((Boolean)output.extractValue("colBit", index++)); assertNull(output.extractValue("colBit", index++)); assertTrue((Boolean)output.extractValue("colBit", index++)); assertTrue((Boolean)output.extractValue("colBit", index)); } }; return Pair.of(colBitV, verifier); }
private static Boolean[] populateBooleanValues(BitVector vector, int size) { assert size >= 4096; vector.allocateNew(size); Boolean[] booleanValues = new Boolean[size]; for (int i = 0; i < size; i++) { if (i < 64 || (i >= 256 && i < 256 + 64)) { vector.setNull(i); continue; } if ((i % 6) != 0) { /* every 6th value in boolean column is null */ if ((i & 1) == 0) { /* column value true */ vector.set(i, 1); booleanValues[i] = true; } else { /* column value false */ vector.set(i, 0); booleanValues[i] = false; } } else { vector.setNull(i); booleanValues[i] = null; } } vector.setValueCount(size); return booleanValues; }
private static Boolean[] populateBooleanValuesWithoutNull(BitVector vector, int size) { assert size >= 4096; vector.allocateNew(size); Boolean[] booleanValues = new Boolean[size]; for (int i = 0; i < size; i++) { if (i < 64 || (i >= 256 && i < 256 + 64)) { vector.setNull(i); continue; } if ((i % 6) != 0) { /* every 6th value in boolean column is null */ if ((i & 1) == 0) { /* column value true */ vector.set(i, 1); booleanValues[i] = true; } else { /* column value false */ vector.set(i, 0); booleanValues[i] = false; } } else { vector.setNull(i); booleanValues[i] = null; } } vector.setValueCount(size); return booleanValues; }
private BitVector bitVector(String name) { BitVector vec = new BitVector(name, getAllocator()); vec.allocateNew(COUNT); vec.set(0, 1); vec.set(1, 0); vec.setNull(2); vec.set(3, 1); vec.set(4, 1); vec.setValueCount(COUNT); return vec; }
for (int index = 0; index < keyCount; index++) { inKey = new BitVector("inKey_" + index, allocator); inKey.allocateNew(count); inKeys.add(inKey);
@Test public void boolNullEveryOther() throws Exception { final int count = 1024; try ( BitVector in = new BitVector("in", allocator); BitVector out = new BitVector("out", allocator); ) { in.allocateNew(count); ArrowBuf tempBuf = allocator.buffer(1024); for (int i = 0; i < count; i ++) { if (i % 2 == 0) { in.set(i, 1); } } in.setValueCount(count); final PivotDef pivot = PivotBuilder.getBlockDefinition(new FieldVectorPair(in, out)); try ( final FixedBlockVector fbv = new FixedBlockVector(allocator, pivot.getBlockWidth()); final VariableBlockVector vbv = new VariableBlockVector(allocator, pivot.getVariableCount()); ) { fbv.ensureAvailableBlocks(count); Pivots.pivot(pivot, count, fbv, vbv); Unpivots.unpivot(pivot, fbv, vbv, 0, count); for (int i = 0; i < count; i++) { assertEquals(in.getObject(i), out.getObject(i)); } } tempBuf.release(); } }
) { in.allocateNew(count); ArrowBuf tempBuf = allocator.buffer(1024);
) { in.allocateNew(count); ArrowBuf tempBuf = allocator.buffer(1024);
) { in.allocateNew(count); ArrowBuf validityBuf = in.getValidityBuffer(); ArrowBuf valueBuf = in.getValidityBuffer();