public ColumnMetaData deepCopy() { return new ColumnMetaData(this); }
public ColumnMetaData deepCopy() { return new ColumnMetaData(this); }
/** * Performs a deep copy on <i>other</i>. */ public ColumnChunk(ColumnChunk other) { __isset_bit_vector.clear(); __isset_bit_vector.or(other.__isset_bit_vector); if (other.isSetFile_path()) { this.file_path = other.file_path; } this.file_offset = other.file_offset; if (other.isSetMeta_data()) { this.meta_data = new ColumnMetaData(other.meta_data); } }
/** * Performs a deep copy on <i>other</i>. */ public ColumnChunk(ColumnChunk other) { __isset_bit_vector.clear(); __isset_bit_vector.or(other.__isset_bit_vector); if (other.isSetFile_path()) { this.file_path = other.file_path; } this.file_offset = other.file_offset; if (other.isSetMeta_data()) { this.meta_data = new ColumnMetaData(other.meta_data); } }
private void addRowGroup(ParquetMetadata parquetMetadata, List<RowGroup> rowGroups, BlockMetaData block) { //rowGroup.total_byte_size = ; List<ColumnChunkMetaData> columns = block.getColumns(); List<ColumnChunk> parquetColumns = new ArrayList<ColumnChunk>(); for (ColumnChunkMetaData columnMetaData : columns) { ColumnChunk columnChunk = new ColumnChunk(columnMetaData.getFirstDataPageOffset()); // verify this is the right offset columnChunk.file_path = block.getPath(); // they are in the same file for now columnChunk.meta_data = new parquet.format.ColumnMetaData( getType(columnMetaData.getType()), toFormatEncodings(columnMetaData.getEncodings()), Arrays.asList(columnMetaData.getPath().toArray()), columnMetaData.getCodec().getParquetCompressionCodec(), columnMetaData.getValueCount(), columnMetaData.getTotalUncompressedSize(), columnMetaData.getTotalSize(), columnMetaData.getFirstDataPageOffset()); columnChunk.meta_data.dictionary_page_offset = columnMetaData.getDictionaryPageOffset(); if (!columnMetaData.getStatistics().isEmpty()) { columnChunk.meta_data.setStatistics(toParquetStatistics(columnMetaData.getStatistics())); } // columnChunk.meta_data.index_page_offset = ; // columnChunk.meta_data.key_value_metadata = ; // nothing yet parquetColumns.add(columnChunk); } RowGroup rowGroup = new RowGroup(parquetColumns, block.getTotalByteSize(), block.getRowCount()); rowGroups.add(rowGroup); }
case 3: // META_DATA if (field.type == TType.STRUCT) { this.meta_data = new ColumnMetaData(); this.meta_data.read(iprot); } else {
case 3: // META_DATA if (field.type == TType.STRUCT) { this.meta_data = new ColumnMetaData(); this.meta_data.read(iprot); } else {