.collect(Collectors.toMap(Entry::getKey, entry -> utf8Slice(entry.getValue()))); Footer footer = new Footer( numberOfRows, rowGroupMaxRowCount,
@Override public Footer readFooter(HiveWriterVersion hiveWriterVersion, InputStream inputStream) throws IOException { CodedInputStream input = CodedInputStream.newInstance(inputStream); DwrfProto.Footer footer = DwrfProto.Footer.parseFrom(input); // todo enable file stats when DWRF team verifies that the stats are correct // List<ColumnStatistics> fileStats = toColumnStatistics(hiveWriterVersion, footer.getStatisticsList(), false); List<ColumnStatistics> fileStats = ImmutableList.of(); return new Footer( footer.getNumberOfRows(), footer.getRowIndexStride(), toStripeInformation(footer.getStripesList()), toType(footer.getTypesList()), fileStats, toUserMetadata(footer.getMetadataList())); }
@Override public Footer readFooter(HiveWriterVersion hiveWriterVersion, InputStream inputStream) throws IOException { CodedInputStream input = CodedInputStream.newInstance(inputStream); input.setSizeLimit(PROTOBUF_MESSAGE_MAX_LIMIT); OrcProto.Footer footer = OrcProto.Footer.parseFrom(input); return new Footer( footer.getNumberOfRows(), footer.getRowIndexStride(), toStripeInformation(footer.getStripesList()), toType(footer.getTypesList()), toColumnStatistics(hiveWriterVersion, footer.getStatisticsList(), false), toUserMetadata(footer.getMetadataList())); }
.collect(Collectors.toMap(Entry::getKey, entry -> utf8Slice(entry.getValue()))); Footer footer = new Footer( numberOfRows, rowGroupMaxRowCount,
@Override public Footer readFooter(HiveWriterVersion hiveWriterVersion, InputStream inputStream) throws IOException { CodedInputStream input = CodedInputStream.newInstance(inputStream); DwrfProto.Footer footer = DwrfProto.Footer.parseFrom(input); // todo enable file stats when DWRF team verifies that the stats are correct // List<ColumnStatistics> fileStats = toColumnStatistics(hiveWriterVersion, footer.getStatisticsList(), false); List<ColumnStatistics> fileStats = ImmutableList.of(); return new Footer( footer.getNumberOfRows(), footer.getRowIndexStride(), toStripeInformation(footer.getStripesList()), toType(footer.getTypesList()), fileStats, toUserMetadata(footer.getMetadataList())); }
@Override public Footer readFooter(InputStream inputStream) throws IOException { CodedInputStream input = CodedInputStream.newInstance(inputStream); OrcProto.Footer footer = OrcProto.Footer.parseFrom(input); return new Footer( footer.getNumberOfRows(), footer.getRowIndexStride(), toStripeInformation(footer.getStripesList()), toType(footer.getTypesList()), toColumnStatistics(footer.getStatisticsList(), false)); }
@Override public Footer readFooter(InputStream inputStream) throws IOException { CodedInputStream input = CodedInputStream.newInstance(inputStream); OrcProto.Footer footer = OrcProto.Footer.parseFrom(input); return new Footer( footer.getNumberOfRows(), footer.getRowIndexStride(), toStripeInformation(footer.getStripesList()), toType(footer.getTypesList()), toColumnStatistics(footer.getStatisticsList(), false)); }
@Override public Footer readFooter(HiveWriterVersion hiveWriterVersion, InputStream inputStream) throws IOException { CodedInputStream input = CodedInputStream.newInstance(inputStream); input.setSizeLimit(PROTOBUF_MESSAGE_MAX_LIMIT); OrcProto.Footer footer = OrcProto.Footer.parseFrom(input); return new Footer( footer.getNumberOfRows(), footer.getRowIndexStride(), toStripeInformation(footer.getStripesList()), toType(footer.getTypesList()), toColumnStatistics(hiveWriterVersion, footer.getStatisticsList(), false), toUserMetadata(footer.getMetadataList())); }