public ColumnChunk deepCopy() { return new ColumnChunk(this); }
public ColumnChunk deepCopy() { return new ColumnChunk(this); }
/** * Performs a deep copy on <i>other</i>. */ public RowGroup(RowGroup other) { __isset_bit_vector.clear(); __isset_bit_vector.or(other.__isset_bit_vector); if (other.isSetColumns()) { List<ColumnChunk> __this__columns = new ArrayList<ColumnChunk>(); for (ColumnChunk other_element : other.columns) { __this__columns.add(new ColumnChunk(other_element)); } this.columns = __this__columns; } this.total_byte_size = other.total_byte_size; this.num_rows = other.num_rows; if (other.isSetSorting_columns()) { List<SortingColumn> __this__sorting_columns = new ArrayList<SortingColumn>(); for (SortingColumn other_element : other.sorting_columns) { __this__sorting_columns.add(new SortingColumn(other_element)); } this.sorting_columns = __this__sorting_columns; } }
/** * Performs a deep copy on <i>other</i>. */ public RowGroup(RowGroup other) { __isset_bit_vector.clear(); __isset_bit_vector.or(other.__isset_bit_vector); if (other.isSetColumns()) { List<ColumnChunk> __this__columns = new ArrayList<ColumnChunk>(); for (ColumnChunk other_element : other.columns) { __this__columns.add(new ColumnChunk(other_element)); } this.columns = __this__columns; } this.total_byte_size = other.total_byte_size; this.num_rows = other.num_rows; if (other.isSetSorting_columns()) { List<SortingColumn> __this__sorting_columns = new ArrayList<SortingColumn>(); for (SortingColumn other_element : other.sorting_columns) { __this__sorting_columns.add(new SortingColumn(other_element)); } this.sorting_columns = __this__sorting_columns; } }
private void addRowGroup(ParquetMetadata parquetMetadata, List<RowGroup> rowGroups, BlockMetaData block) { //rowGroup.total_byte_size = ; List<ColumnChunkMetaData> columns = block.getColumns(); List<ColumnChunk> parquetColumns = new ArrayList<ColumnChunk>(); for (ColumnChunkMetaData columnMetaData : columns) { ColumnChunk columnChunk = new ColumnChunk(columnMetaData.getFirstDataPageOffset()); // verify this is the right offset columnChunk.file_path = block.getPath(); // they are in the same file for now columnChunk.meta_data = new parquet.format.ColumnMetaData( getType(columnMetaData.getType()), toFormatEncodings(columnMetaData.getEncodings()), Arrays.asList(columnMetaData.getPath().toArray()), columnMetaData.getCodec().getParquetCompressionCodec(), columnMetaData.getValueCount(), columnMetaData.getTotalUncompressedSize(), columnMetaData.getTotalSize(), columnMetaData.getFirstDataPageOffset()); columnChunk.meta_data.dictionary_page_offset = columnMetaData.getDictionaryPageOffset(); if (!columnMetaData.getStatistics().isEmpty()) { columnChunk.meta_data.setStatistics(toParquetStatistics(columnMetaData.getStatistics())); } // columnChunk.meta_data.index_page_offset = ; // columnChunk.meta_data.key_value_metadata = ; // nothing yet parquetColumns.add(columnChunk); } RowGroup rowGroup = new RowGroup(parquetColumns, block.getTotalByteSize(), block.getRowCount()); rowGroups.add(rowGroup); }
_elem14 = new ColumnChunk(); _elem14.read(iprot); this.columns.add(_elem14);
_elem18 = new ColumnChunk(); _elem18.read(iprot); this.columns.add(_elem18);