public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
public void load(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int bitsLength = bitsField.getBufferLength(); final int capacity = buffer.capacity(); final int valuesLength = capacity - bitsLength; /* load inner validity buffer */ loadValidityBuffer(bitsField, buffer); /* load inner offset and value buffers */ loadOffsetAndDataBuffer(valuesField, buffer.slice(bitsLength, valuesLength)); vector.setLastSet(metadata.getValueCount() - 1); vector.valueCount = metadata.getValueCount(); }
public void load(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int bitsLength = bitsField.getBufferLength(); final int capacity = buffer.capacity(); final int valuesLength = capacity - bitsLength; /* load inner validity buffer */ loadValidityBuffer(bitsField, buffer); /* load inner value buffer */ loadDataBuffer(valuesField, buffer.slice(bitsLength, valuesLength)); vector.valueCount = metadata.getValueCount(); }
public void load(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int bitsLength = bitsField.getBufferLength(); final int capacity = buffer.capacity(); final int valuesLength = capacity - bitsLength; /* load inner validity buffer */ loadValidityBuffer(bitsField, buffer); /* load inner value buffer */ loadDataBuffer(valuesField, buffer.slice(bitsLength, valuesLength)); vector.valueCount = metadata.getValueCount(); }
public void load(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int bitsLength = bitsField.getBufferLength(); final int capacity = buffer.capacity(); final int valuesLength = capacity - bitsLength; /* load inner validity buffer */ loadValidityBuffer(bitsField, buffer); /* load inner value buffer */ loadDataBuffer(valuesField, buffer.slice(bitsLength, valuesLength)); vector.valueCount = metadata.getValueCount(); }
public void load(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int bitsLength = bitsField.getBufferLength(); final int capacity = buffer.capacity(); final int valuesLength = capacity - bitsLength; /* load inner validity buffer */ loadValidityBuffer(bitsField, buffer); /* load inner value buffer */ loadDataBuffer(valuesField, buffer.slice(bitsLength, valuesLength)); vector.valueCount = metadata.getValueCount(); }
public void load(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int bitsLength = bitsField.getBufferLength(); final int capacity = buffer.capacity(); final int valuesLength = capacity - bitsLength; /* load inner validity buffer */ loadValidityBuffer(bitsField, buffer); /* load inner value buffer */ loadDataBuffer(valuesField, buffer.slice(bitsLength, valuesLength)); vector.valueCount = metadata.getValueCount(); }
public void load(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int bitsLength = bitsField.getBufferLength(); final int capacity = buffer.capacity(); final int valuesLength = capacity - bitsLength; /* load inner validity buffer */ loadValidityBuffer(bitsField, buffer); /* load inner value buffer */ loadDataBuffer(valuesField, buffer.slice(bitsLength, valuesLength)); vector.valueCount = metadata.getValueCount(); }
public void load(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int bitsLength = bitsField.getBufferLength(); final int capacity = buffer.capacity(); final int valuesLength = capacity - bitsLength; /* load inner validity buffer */ loadValidityBuffer(bitsField, buffer); /* load inner value buffer */ loadDataBuffer(valuesField, buffer.slice(bitsLength, valuesLength)); vector.valueCount = metadata.getValueCount(); }
public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
public void load(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int bitsLength = bitsField.getBufferLength(); final int capacity = buffer.capacity(); final int valuesLength = capacity - bitsLength; /* load inner validity buffer */ loadValidityBuffer(bitsField, buffer); /* load inner value buffer */ loadDataBuffer(valuesField, buffer.slice(bitsLength, valuesLength)); vector.valueCount = metadata.getValueCount(); }
public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
public void load(UserBitShared.SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ unionVector.clear(); unionVector.valueCount = metadata.getValueCount(); int typesLength = metadata.getChild(0).getBufferLength(); int mapLength = metadata.getChild(1).getBufferLength(); loadTypeBuffer(metadata.getChild(0), buffer); TypeHelper.load(unionVector.internalStruct, metadata.getChild(1), buffer.slice(typesLength, mapLength)); }
public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
public void loadData(SerializedField metadata, ArrowBuf buffer) { /* clear the current buffers (if any) */ vector.clear(); /* get the metadata children */ final SerializedField bitsField = metadata.getChild(0); final SerializedField valuesField = metadata.getChild(1); final int valuesLength = buffer.capacity(); vector.allocateNew(metadata.getValueCount()); /* set inner validity buffer */ setValidityBuffer(bitsField); /* load inner value buffer */ vector.valueBuffer.close(); loadDataBuffer(valuesField, buffer.slice(0, valuesLength)); }
private void allocateAccumulatorForNewBatch(FieldVector vector, ArrowBuf buf) { final int validitySize = getValidityBufferSizeFromCount(maxValuesPerBatch); final int totalBufferSize = getTotalBufferSize(); UserBitShared.SerializedField field = TypeHelper.getMetadata(output); UserBitShared.SerializedField.Builder builder = field.toBuilder(); builder.setValueCount(maxValuesPerBatch); builder.setBufferLength(totalBufferSize); builder.clearChild(); builder.addChild(field.getChild(0).toBuilder().setValueCount(maxValuesPerBatch).setBufferLength(validitySize)); builder.addChild(field.getChild(1).toBuilder().setValueCount(maxValuesPerBatch).setBufferLength(totalBufferSize - validitySize)); UserBitShared.SerializedField newField = builder.build(); TypeHelper.load(vector, newField, buf); }