/** * @param rowCount count of rows * @param nullCount count of nulls * @param valueCount count of values * @param repetitionLevels RLE encoded repetition levels * @param definitionLevels RLE encoded definition levels * @param dataEncoding encoding for the data * @param data data encoded with dataEncoding and compressed * @param uncompressedSize total size uncompressed (rl + dl + data) * @param statistics optional statistics for this page * @return a compressed page */ public static DataPageV2 compressed( int rowCount, int nullCount, int valueCount, BytesInput repetitionLevels, BytesInput definitionLevels, Encoding dataEncoding, BytesInput data, int uncompressedSize, Statistics<?> statistics) { return new DataPageV2( rowCount, nullCount, valueCount, repetitionLevels, definitionLevels, dataEncoding, data, uncompressedSize, statistics, true); }
/** * @param rowCount count of rows * @param nullCount count of nulls * @param valueCount count of values * @param repetitionLevels RLE encoded repetition levels * @param definitionLevels RLE encoded definition levels * @param dataEncoding encoding for the data * @param data data encoded with dataEncoding and compressed * @param uncompressedSize total size uncompressed (rl + dl + data) * @param statistics optional statistics for this page * @return a compressed page */ public static DataPageV2 compressed( int rowCount, int nullCount, int valueCount, BytesInput repetitionLevels, BytesInput definitionLevels, Encoding dataEncoding, BytesInput data, int uncompressedSize, Statistics<?> statistics) { return new DataPageV2( rowCount, nullCount, valueCount, repetitionLevels, definitionLevels, dataEncoding, data, uncompressedSize, statistics, true); }
/** * @param rowCount count of rows * @param nullCount count of nulls * @param valueCount count of values * @param repetitionLevels RLE encoded repetition levels * @param definitionLevels RLE encoded definition levels * @param dataEncoding encoding for the data * @param data data encoded with dataEncoding * @param statistics optional statistics for this page * @return an uncompressed page */ public static DataPageV2 uncompressed( int rowCount, int nullCount, int valueCount, BytesInput repetitionLevels, BytesInput definitionLevels, Encoding dataEncoding, BytesInput data, Statistics<?> statistics) { return new DataPageV2( rowCount, nullCount, valueCount, repetitionLevels, definitionLevels, dataEncoding, data, Ints.checkedCast(repetitionLevels.size() + definitionLevels.size() + data.size()), statistics, false); }
/** * @param rowCount count of rows * @param nullCount count of nulls * @param valueCount count of values * @param firstRowIndex the index of the first row in this page * @param repetitionLevels RLE encoded repetition levels * @param definitionLevels RLE encoded definition levels * @param dataEncoding encoding for the data * @param data data encoded with dataEncoding * @param statistics optional statistics for this page * @return an uncompressed page */ public static DataPageV2 uncompressed( int rowCount, int nullCount, int valueCount, long firstRowIndex, BytesInput repetitionLevels, BytesInput definitionLevels, Encoding dataEncoding, BytesInput data, Statistics<?> statistics) { return new DataPageV2( rowCount, nullCount, valueCount, firstRowIndex, repetitionLevels, definitionLevels, dataEncoding, data, Ints.checkedCast(repetitionLevels.size() + definitionLevels.size() + data.size()), statistics, false); }
/** * @param rowCount count of rows * @param nullCount count of nulls * @param valueCount count of values * @param repetitionLevels RLE encoded repetition levels * @param definitionLevels RLE encoded definition levels * @param dataEncoding encoding for the data * @param data data encoded with dataEncoding * @param statistics optional statistics for this page * @return an uncompressed page */ public static DataPageV2 uncompressed( int rowCount, int nullCount, int valueCount, BytesInput repetitionLevels, BytesInput definitionLevels, Encoding dataEncoding, BytesInput data, Statistics<?> statistics) { return new DataPageV2( rowCount, nullCount, valueCount, repetitionLevels, definitionLevels, dataEncoding, data, Ints.checkedCast(repetitionLevels.size() + definitionLevels.size() + data.size()), statistics, false); }
BytesInput data = BytesInput.from(byteBuffer.slice()); return new DataPageV2( dataHeaderV2.getNum_rows(), dataHeaderV2.getNum_nulls(),
int dataSize = compressedPageSize - dataHeaderV2.getRepetition_levels_byte_length() - dataHeaderV2.getDefinition_levels_byte_length(); pagesInChunk.add( new DataPageV2( dataHeaderV2.getNum_rows(), dataHeaderV2.getNum_nulls(),
int dataSize = compressedPageSize - dataHeaderV2.getRepetition_levels_byte_length() - dataHeaderV2.getDefinition_levels_byte_length(); pagesInChunk.add( new DataPageV2( dataHeaderV2.getNum_rows(), dataHeaderV2.getNum_nulls(),
DataPageHeaderV2 dataHeaderV2 = pageHeader.getData_page_header_v2(); int dataSize = compressedPageSize - dataHeaderV2.getRepetition_levels_byte_length() - dataHeaderV2.getDefinition_levels_byte_length(); return new DataPageV2( dataHeaderV2.getNum_rows(), dataHeaderV2.getNum_nulls(),