public BitWriter(int initialCapacity, int pageSize) { this.baos = new CapacityByteArrayOutputStream(initialCapacity, pageSize); }
public PlainValuesWriter(int initialSize, int pageSize) { arrayOut = new CapacityByteArrayOutputStream(initialSize, pageSize); out = new LittleEndianDataOutputStream(arrayOut); }
/** * Construct a CapacityByteArrayOutputStream configured such that its initial slab size is * determined by {@link #initialSlabSizeHeuristic}, with targetCapacity == maxCapacityHint */ public static CapacityByteArrayOutputStream withTargetNumSlabs( int minSlabSize, int maxCapacityHint, int targetNumSlabs) { return new CapacityByteArrayOutputStream( initialSlabSizeHeuristic(minSlabSize, maxCapacityHint, targetNumSlabs), maxCapacityHint); }
public FixedLenByteArrayPlainValuesWriter(int length, int initialSize, int pageSize) { this.length = length; this.arrayOut = new CapacityByteArrayOutputStream(initialSize, pageSize); this.out = new LittleEndianDataOutputStream(arrayOut); }
public DeltaBinaryPackingValuesWriter(int blockSizeInValues, int miniBlockNum, int slabSize, int pageSize) { this.config = new DeltaBinaryPackingConfig(blockSizeInValues, miniBlockNum); bitWidths = new int[config.miniBlockNumInABlock]; deltaBlockBuffer = new int[blockSizeInValues]; miniBlockByteBuffer = new byte[config.miniBlockSizeInValues * MAX_BITWIDTH]; baos = new CapacityByteArrayOutputStream(slabSize, pageSize); }
/** * Construct a CapacityByteArrayOutputStream configured such that its initial slab size is * determined by {@link #initialSlabSizeHeuristic}, with targetCapacity == maxCapacityHint */ public static CapacityByteArrayOutputStream withTargetNumSlabs( int minSlabSize, int maxCapacityHint, int targetNumSlabs) { return new CapacityByteArrayOutputStream( initialSlabSizeHeuristic(minSlabSize, maxCapacityHint, targetNumSlabs), maxCapacityHint); }
public BooleanPlainColumnWriter(int initialSize) { out = new CapacityByteArrayOutputStream(initialSize); bitPackingWriter = getBitPackingWriter(1, out); }
public PlainColumnWriter(int initialSize) { arrayOut = new CapacityByteArrayOutputStream(initialSize); out = new LittleEndianDataOutputStream(arrayOut); }
private ColumnChunkPageWriter(ColumnDescriptor path, BytesCompressor compressor, int initialSize) { this.path = path; this.compressor = compressor; this.buf = new CapacityByteArrayOutputStream(initialSize); this.totalStatistics = Statistics.getStatsBasedOnType(this.path.getType()); }
public DeltaLengthByteArrayValuesWriter(int initialSize, int pageSize) { arrayOut = new CapacityByteArrayOutputStream(initialSize, pageSize); out = new LittleEndianDataOutputStream(arrayOut); lengthWriter = new DeltaBinaryPackingValuesWriter( DeltaBinaryPackingValuesWriter.DEFAULT_NUM_BLOCK_VALUES, DeltaBinaryPackingValuesWriter.DEFAULT_NUM_MINIBLOCKS, initialSize, pageSize); }
/** * @param bound the maximum value stored by this column * @param pageSize */ public BitPackingValuesWriter(int bound, int initialCapacity, int pageSize) { this.bitsPerValue = getWidthFromMaxInt(bound); this.out = new CapacityByteArrayOutputStream(initialCapacity, pageSize); init(); }
/** * * @param bound the maximum value stored by this column */ public BitPackingColumnWriter(int bound) { this.bitsPerValue = getWidthFromMaxInt(bound); this.out = new CapacityByteArrayOutputStream(32*1024); // size needed could be small but starting at 32 is really small init(); }
public RunLengthBitPackingHybridEncoder(int bitWidth, int initialCapacity, int pageSize) { if (DEBUG) { LOG.debug(String.format("Encoding: RunLengthBitPackingHybridEncoder with " + "bithWidth: %d initialCapacity %d", bitWidth, initialCapacity)); } Preconditions.checkArgument(bitWidth >= 0 && bitWidth <= 32, "bitWidth must be >= 0 and <= 32"); this.bitWidth = bitWidth; this.baos = new CapacityByteArrayOutputStream(initialCapacity, pageSize); this.packBuffer = new byte[bitWidth]; this.bufferedValues = new int[8]; this.packer = Packer.LITTLE_ENDIAN.newBytePacker(bitWidth); reset(false); }