public DictionaryEncodedColumns newMessage() { return new DictionaryEncodedColumns(); }
if (version != -1) { final List<String> columns = Lists.newArrayList(); final DictionaryEncodedColumns dictionaryEncodedColumns = new DictionaryEncodedColumns(); root = GlobalDictionaryBuilder.getDictionaryVersionedRootPath(fs, root, version); for (Field field : batchSchema.getFields()) { dictionaryEncodedColumns.setVersion(version); dictionaryEncodedColumns.setRootPath(root.toString()); dictionaryEncodedColumns.setColumnsList(columns); return dictionaryEncodedColumns;
final DictionaryEncodedColumns dictionaryEncodedColumns = xAttr.getDictionaryEncodedColumns(); if (dictionaryEncodedColumns != null) { dictionaryVersion = dictionaryEncodedColumns.getVersion(); final Path dictionaryRootPath = new Path(dictionaryEncodedColumns.getRootPath()); for (String dictionaryEncodedColumn : dictionaryEncodedColumns.getColumnsList()) { if (!columnsPushedToScan.contains(dictionaryEncodedColumn)) { dictionaryEncodedColumnsToDictionaryFilePath.put(dictionaryEncodedColumn,
public void writeTo(Output output, ParquetDatasetXAttr message) throws IOException { if(message.selectionRoot != null) output.writeString(1, message.selectionRoot, false); if(message.dictionaryEncodedColumns != null) output.writeObject(2, message.dictionaryEncodedColumns, DictionaryEncodedColumns.getSchema(), false); if(message.columnValueCounts != null) { for(ColumnValueCount columnValueCounts : message.columnValueCounts) { if(columnValueCounts != null) output.writeObject(3, columnValueCounts, ColumnValueCount.getSchema(), true); } } }
public void mergeFrom(Input input, ParquetDatasetXAttr message) throws IOException { for(int number = input.readFieldNumber(this);; number = input.readFieldNumber(this)) { switch(number) { case 0: return; case 1: message.selectionRoot = input.readString(); break; case 2: message.dictionaryEncodedColumns = input.mergeObject(message.dictionaryEncodedColumns, DictionaryEncodedColumns.getSchema()) ; break; case 3: if(message.columnValueCounts == null) message.columnValueCounts = new ArrayList<ColumnValueCount>(); message.columnValueCounts.add(input.mergeObject(null, ColumnValueCount.getSchema())); break; default: input.handleUnknownField(number, this); } } }