@Override public BlockBuilder createFixedSizeBlockBuilder(int positionCount) { return new ByteArrayBlockBuilder(null, positionCount); }
@Override public boolean isNull(int position) { checkReadablePosition(position); return valueIsNull[position]; }
private void checkReadablePosition(int position) { if (position < 0 || position >= getPositionCount()) { throw new IllegalArgumentException("position is not valid"); } } }
@Test public void testBuildingFromByteArrayBlockBuilder() { ByteArrayBlockBuilder blockBuilder = new ByteArrayBlockBuilder(null, 100); populateNullValues(blockBuilder, 100); assertEquals(blockBuilder.build().getEncodingName(), RunLengthBlockEncoding.NAME); }
public ByteArrayBlockBuilder(@Nullable BlockBuilderStatus blockBuilderStatus, int expectedEntries) { this.blockBuilderStatus = blockBuilderStatus; this.initialEntryCount = max(expectedEntries, 1); updateDataSize(); }
@Override public BlockBuilder writeByte(int value) { if (values.length <= positionCount) { growCapacity(); } values[positionCount] = (byte) value; hasNonNullValue = true; positionCount++; if (blockBuilderStatus != null) { blockBuilderStatus.addBytes(Byte.BYTES + Byte.BYTES); } return this; }
@Override public long getEstimatedDataSizeForStats(int position) { return isNull(position) ? 0 : Byte.BYTES; }
@Test public void testBuildingFromByteArrayBlockBuilder() { ByteArrayBlockBuilder blockBuilder = new ByteArrayBlockBuilder(null, 100); populateNullValues(blockBuilder, 100); assertEquals(blockBuilder.build().getEncodingName(), RunLengthBlockEncoding.NAME); }
private void growCapacity() { int newSize; if (initialized) { newSize = BlockUtil.calculateNewArraySize(values.length); } else { newSize = initialEntryCount; initialized = true; } valueIsNull = Arrays.copyOf(valueIsNull, newSize); values = Arrays.copyOf(values, newSize); updateDataSize(); }
@Override public BlockBuilder appendNull() { if (values.length <= positionCount) { growCapacity(); } valueIsNull[positionCount] = true; hasNullValue = true; positionCount++; if (blockBuilderStatus != null) { blockBuilderStatus.addBytes(Byte.BYTES + Byte.BYTES); } return this; }
@Override public BlockBuilder createFixedSizeBlockBuilder(int positionCount) { return new ByteArrayBlockBuilder(null, positionCount); }
@Override public byte getByte(int position, int offset) { checkReadablePosition(position); if (offset != 0) { throw new IllegalArgumentException("offset must be zero"); } return values[position]; }
@Override public String toString() { StringBuilder sb = new StringBuilder("ByteArrayBlockBuilder{"); sb.append("positionCount=").append(getPositionCount()); sb.append('}'); return sb.toString(); }
@Override public BlockBuilder newBlockBuilderLike(BlockBuilderStatus blockBuilderStatus) { return new ByteArrayBlockBuilder(blockBuilderStatus, calculateBlockResetSize(positionCount)); }
@Override public Block getSingleValueBlock(int position) { checkReadablePosition(position); return new ByteArrayBlock( 0, 1, valueIsNull[position] ? new boolean[] {true} : null, new byte[] {values[position]}); }
@Override public Block copyRegion(int positionOffset, int length) { checkValidRegion(getPositionCount(), positionOffset, length); if (!hasNonNullValue) { return new RunLengthEncodedBlock(NULL_VALUE_BLOCK, length); } boolean[] newValueIsNull = null; if (hasNullValue) { newValueIsNull = Arrays.copyOfRange(valueIsNull, positionOffset, positionOffset + length); } byte[] newValues = Arrays.copyOfRange(values, positionOffset, positionOffset + length); return new ByteArrayBlock(0, length, newValueIsNull, newValues); }
@Override public BlockBuilder createBlockBuilder(BlockBuilderStatus blockBuilderStatus, int expectedEntries, int expectedBytesPerEntry) { int maxBlockSizeInBytes; if (blockBuilderStatus == null) { maxBlockSizeInBytes = PageBuilderStatus.DEFAULT_MAX_PAGE_SIZE_IN_BYTES; } else { maxBlockSizeInBytes = blockBuilderStatus.getMaxPageSizeInBytes(); } return new ByteArrayBlockBuilder( blockBuilderStatus, Math.min(expectedEntries, maxBlockSizeInBytes / Byte.BYTES)); }
@Override public void writePositionTo(int position, BlockBuilder blockBuilder) { checkReadablePosition(position); blockBuilder.writeByte(values[position]); blockBuilder.closeEntry(); }
@Override public Block getRegion(int positionOffset, int length) { checkValidRegion(getPositionCount(), positionOffset, length); if (!hasNonNullValue) { return new RunLengthEncodedBlock(NULL_VALUE_BLOCK, length); } return new ByteArrayBlock(positionOffset, length, hasNullValue ? valueIsNull : null, values); }
@Override public BlockBuilder createBlockBuilder(BlockBuilderStatus blockBuilderStatus, int expectedEntries, int expectedBytesPerEntry) { int maxBlockSizeInBytes; if (blockBuilderStatus == null) { maxBlockSizeInBytes = PageBuilderStatus.DEFAULT_MAX_PAGE_SIZE_IN_BYTES; } else { maxBlockSizeInBytes = blockBuilderStatus.getMaxPageSizeInBytes(); } return new ByteArrayBlockBuilder( blockBuilderStatus, Math.min(expectedEntries, maxBlockSizeInBytes / Byte.BYTES)); }