blockMetaData.setRowCount(rowGroup.getNum_rows()); blockMetaData.setTotalByteSize(rowGroup.getTotal_byte_size()); List<ColumnChunk> columns = rowGroup.getColumns(); validateParquet(!columns.isEmpty(), "No columns in row group: %s", rowGroup); String filePath = columns.get(0).getFile_path();
static long getOffset(RowGroup rowGroup) { return getOffset(rowGroup.getColumns().get(0)); } static long getOffset(ColumnChunk columnChunk) {
public Object getFieldValue(_Fields field) { switch (field) { case COLUMNS: return getColumns(); case TOTAL_BYTE_SIZE: return new Long(getTotal_byte_size()); case NUM_ROWS: return new Long(getNum_rows()); case SORTING_COLUMNS: return getSorting_columns(); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case COLUMNS: return getColumns(); case TOTAL_BYTE_SIZE: return new Long(getTotal_byte_size()); case NUM_ROWS: return new Long(getNum_rows()); case SORTING_COLUMNS: return getSorting_columns(); } throw new IllegalStateException(); }
static FileMetaData filterFileMetaData(FileMetaData metaData, RangeMetadataFilter filter) { List<RowGroup> rowGroups = metaData.getRow_groups(); List<RowGroup> newRowGroups = new ArrayList<RowGroup>(); for (RowGroup rowGroup : rowGroups) { long totalSize = 0; long startIndex = getOffset(rowGroup.getColumns().get(0)); for (ColumnChunk col : rowGroup.getColumns()) { totalSize += col.getMeta_data().getTotal_compressed_size(); } long midPoint = startIndex + totalSize / 2; if (filter.contains(midPoint)) { newRowGroups.add(rowGroup); } } metaData.setRow_groups(newRowGroups); return metaData; }
blockMetaData.setRowCount(rowGroup.getNum_rows()); blockMetaData.setTotalByteSize(rowGroup.getTotal_byte_size()); List<ColumnChunk> columns = rowGroup.getColumns(); validateParquet(!columns.isEmpty(), "No columns in row group: %s", rowGroup); String filePath = columns.get(0).getFile_path();
blockMetaData.setRowCount(rowGroup.getNum_rows()); blockMetaData.setTotalByteSize(rowGroup.getTotal_byte_size()); List<ColumnChunk> columns = rowGroup.getColumns(); String filePath = columns.get(0).getFile_path(); for (ColumnChunk columnChunk : columns) {