private void writeStruct(NonNullableStructVector arrowVector, StructColumnVector hiveVector, StructTypeInfo typeInfo, int size, VectorizedRowBatch vectorizedRowBatch, boolean isNative) { final List<String> fieldNames = typeInfo.getAllStructFieldNames(); final List<TypeInfo> fieldTypeInfos = typeInfo.getAllStructFieldTypeInfos(); final ColumnVector[] hiveFieldVectors = hiveVector.fields; final int fieldSize = fieldTypeInfos.size(); for (int fieldIndex = 0; fieldIndex < fieldSize; fieldIndex++) { final TypeInfo fieldTypeInfo = fieldTypeInfos.get(fieldIndex); final ColumnVector hiveFieldVector = hiveFieldVectors[fieldIndex]; final String fieldName = fieldNames.get(fieldIndex); final FieldVector arrowFieldVector = arrowVector.addOrGet(fieldName, toFieldType(fieldTypeInfos.get(fieldIndex)), FieldVector.class); arrowFieldVector.setInitialCapacity(size); arrowFieldVector.allocateNew(); write(arrowFieldVector, hiveFieldVector, fieldTypeInfo, size, vectorizedRowBatch, isNative); } final ArrowBuf validityBuffer = arrowVector.getValidityBuffer(); for (int rowIndex = 0; rowIndex < size; rowIndex++) { if (hiveVector.isNull[rowIndex]) { BitVectorHelper.setValidityBit(validityBuffer, rowIndex, 0); } else { BitVectorHelper.setValidityBitToOne(validityBuffer, rowIndex); } } }
private void writeMap(ListVector arrowVector, MapColumnVector hiveVector, MapTypeInfo typeInfo, int size, VectorizedRowBatch vectorizedRowBatch, boolean isNative) { final ListTypeInfo structListTypeInfo = toStructListTypeInfo(typeInfo); final ListColumnVector structListVector = toStructListVector(hiveVector); write(arrowVector, structListVector, structListTypeInfo, size, vectorizedRowBatch, isNative); final ArrowBuf validityBuffer = arrowVector.getValidityBuffer(); for (int rowIndex = 0; rowIndex < size; rowIndex++) { if (hiveVector.isNull[rowIndex]) { BitVectorHelper.setValidityBit(validityBuffer, rowIndex, 0); } else { BitVectorHelper.setValidityBitToOne(validityBuffer, rowIndex); } } }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }
private void setValidityBuffer(SerializedField metadata) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually set %d bytes in validity buffer", expectedLength, actualLength); int index; for (index = 0;index < valueCount;index ++) BitVectorHelper.setValidityBitToOne(vector.validityBuffer, index); vector.validityBuffer.writerIndex(actualLength); }