public void writeDataPageV2Header( int uncompressedSize, int compressedSize, int valueCount, int nullCount, int rowCount, parquet.column.statistics.Statistics statistics, parquet.column.Encoding dataEncoding, int rlByteLength, int dlByteLength, OutputStream to) throws IOException { writePageHeader( newDataPageV2Header( uncompressedSize, compressedSize, valueCount, nullCount, rowCount, statistics, dataEncoding, rlByteLength, dlByteLength), to); }
/** * [ startOffset, endOffset ) * @author Julien Le Dem */ static final class RangeMetadataFilter extends MetadataFilter { final long startOffset; final long endOffset; RangeMetadataFilter(long startOffset, long endOffset) { super(); this.startOffset = startOffset; this.endOffset = endOffset; } @Override <T, E extends Throwable> T accept(MetadataFilterVisitor<T, E> visitor) throws E { return visitor.visit(this); } boolean contains(long offset) { return offset >= this.startOffset && offset < this.endOffset; } @Override public String toString() { return "range(s:" + startOffset + ", e:" + endOffset + ")"; } }
@Deprecated public void writeDataPageHeader( int uncompressedSize, int compressedSize, int valueCount, parquet.column.Encoding rlEncoding, parquet.column.Encoding dlEncoding, parquet.column.Encoding valuesEncoding, OutputStream to) throws IOException { writePageHeader(newDataPageHeader(uncompressedSize, compressedSize, valueCount, new parquet.column.statistics.BooleanStatistics(), rlEncoding, dlEncoding, valuesEncoding), to); }
public void writeDictionaryPageHeader( int uncompressedSize, int compressedSize, int valueCount, parquet.column.Encoding valuesEncoding, OutputStream to) throws IOException { PageHeader pageHeader = new PageHeader(PageType.DICTIONARY_PAGE, uncompressedSize, compressedSize); pageHeader.setDictionary_page_header(new DictionaryPageHeader(valueCount, getEncoding(valuesEncoding))); writePageHeader(pageHeader, to); }