List<RowGroup> rowGroups = fileMetaData.getRow_groups(); if (rowGroups != null) { for (RowGroup rowGroup : rowGroups) {
public Object getFieldValue(_Fields field) { switch (field) { case VERSION: return new Integer(getVersion()); case SCHEMA: return getSchema(); case NUM_ROWS: return new Long(getNum_rows()); case ROW_GROUPS: return getRow_groups(); case KEY_VALUE_METADATA: return getKey_value_metadata(); case CREATED_BY: return getCreated_by(); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case VERSION: return new Integer(getVersion()); case SCHEMA: return getSchema(); case NUM_ROWS: return new Long(getNum_rows()); case ROW_GROUPS: return getRow_groups(); case KEY_VALUE_METADATA: return getKey_value_metadata(); case CREATED_BY: return getCreated_by(); } throw new IllegalStateException(); }
static FileMetaData filterFileMetaData(FileMetaData metaData, RangeMetadataFilter filter) { List<RowGroup> rowGroups = metaData.getRow_groups(); List<RowGroup> newRowGroups = new ArrayList<RowGroup>(); for (RowGroup rowGroup : rowGroups) { long totalSize = 0; long startIndex = getOffset(rowGroup.getColumns().get(0)); for (ColumnChunk col : rowGroup.getColumns()) { totalSize += col.getMeta_data().getTotal_compressed_size(); } long midPoint = startIndex + totalSize / 2; if (filter.contains(midPoint)) { newRowGroups.add(rowGroup); } } metaData.setRow_groups(newRowGroups); return metaData; }
List<RowGroup> rowGroups = fileMetaData.getRow_groups(); if (rowGroups != null) { for (RowGroup rowGroup : rowGroups) {
public ParquetMetadata fromParquetMetadata(FileMetaData parquetMetadata) throws IOException { MessageType messageType = fromParquetSchema(parquetMetadata.getSchema()); List<BlockMetaData> blocks = new ArrayList<BlockMetaData>(); List<RowGroup> row_groups = parquetMetadata.getRow_groups(); if (row_groups != null) { for (RowGroup rowGroup : row_groups) {