private Schema convertFields(List<Type> parquetFields) { List<Column> columns = new ArrayList<>(); for (Type fieldType : parquetFields) { if (fieldType.isRepetition(Type.Repetition.REPEATED)) { throw new RuntimeException("REPEATED not supported outside LIST or" + " MAP. Type: " + fieldType); } columns.add(convertField(fieldType)); } Column[] columnsArray = new Column[columns.size()]; columnsArray = columns.toArray(columnsArray); return SchemaBuilder.builder().addAll(columnsArray).build(); }
@Override public void setTarget(Column[] targets) { this.target = SchemaBuilder.builder().addAll(targets).build(); }
public static Schema getSchemaByTargets(Schema inputSchema, List<Target> targets) { return SchemaBuilder.builder().addAll(targets, new Function<Target, Column>() { @Override public Column apply(@javax.annotation.Nullable Target target) { return new Column(target.hasAlias() ? target.getAlias() : target.getEvalTree().getName(), getDomainByExpr(inputSchema, target.getEvalTree())); } }).build(); }
public static Schema sortSpecsToSchema(SortSpec[] sortSpecs) { return SchemaBuilder.builder().addAll(sortSpecs, new Function<SortSpec, Column>() { @Override public Column apply(@javax.annotation.Nullable SortSpec s) { return s.getSortKey(); } }).build(); }
public static Schema sortSpecsToSchema(SortSpec[] sortSpecs) { return SchemaBuilder.builder().addAll(sortSpecs, new Function<SortSpec, Column>() { @Override public Column apply(@Nullable SortSpec input) { return input.getSortKey(); } }).build(); }
/** * It transforms table definition elements to schema. * * @param elements to be transformed * @return schema transformed from table definition elements */ private Schema convertColumnsToSchema(ColumnDefinition[] elements) { return SchemaBuilder.builder().addAll(elements, new Function<ColumnDefinition, Column>() { @Override public Column apply(@Nullable ColumnDefinition input) { return convertColumn(input); } }).build(); }
private Schema sortSchema(Schema schema) { Column[] columns = schema.toArray(); Arrays.sort(columns, columnComparator); return SchemaBuilder.builder().addAll(columns).build(); }
public IndexScanInfo(TableStats tableStats, IndexDesc indexDesc, SimplePredicate[] predicates) { super(ScanTypeControl.INDEX_SCAN, tableStats); this.indexPath = indexDesc.getIndexPath(); this.predicates = predicates; keySchema = SchemaBuilder.builder().addAll(predicates, new Function<SimplePredicate, Column>() { @Override public Column apply(@Nullable SimplePredicate p) { return p.getKeySortSpec().getSortKey(); } }).build(); }
SchemaBuilder.builder().addAll(relationSchema.getRootColumns()).build(), columnNames); pstmt.setInt(1, databaseId); pstmt.setInt(2, tableId);
public static Schema getQualifiedLogicalSchema(TableDesc tableDesc, String tableName) { Schema logicalSchema = SchemaBuilder.builder().addAll(tableDesc.getLogicalSchema().getRootColumns()).build(); if (tableName != null) { logicalSchema.setQualifier(tableName); } return logicalSchema; }
private Schema createAllTypesSchema() { List<Column> columns = new ArrayList<>(); columns.add(new Column("myboolean", Type.BOOLEAN)); columns.add(new Column("mychar", Type.CHAR)); columns.add(new Column("myint2", Type.INT2)); columns.add(new Column("myint4", Type.INT4)); columns.add(new Column("myint8", Type.INT8)); columns.add(new Column("myfloat4", Type.FLOAT4)); columns.add(new Column("myfloat8", Type.FLOAT8)); columns.add(new Column("mytext", Type.TEXT)); columns.add(new Column("myblob", Type.BLOB)); columns.add(new Column("mynull", Type.NULL_TYPE)); Column[] columnsArray = new Column[columns.size()]; columnsArray = columns.toArray(columnsArray); return SchemaBuilder.builder().addAll(columnsArray).build(); }
.addAll(partitionDesc.getExpressionSchema().getRootColumns()) .build();
/** * Initializes the ParquetScanner. This method initializes the * TajoParquetReader. */ @Override public void init() throws IOException { if (targets == null) { targets = schema.toArray(); } reader = new TajoParquetReader(conf, fragment.getPath(), schema, SchemaBuilder.builder().addAll(targets).build()); totalRowCount = reader.getTotalRowCount(); currentRowCount = 0; closed = false; super.init(); }
@Override public void visit(Object context, Stack<ColumnVertex> stack, ColumnVertex schemaVertex) { if (graph.isLeaf(schemaVertex)) { schemaVertex.column = new Column(schemaVertex.name, schemaVertex.type); } else { SchemaBuilder schema = SchemaBuilder.builder() .addAll(graph.getChilds(schemaVertex), new Function<ColumnVertex, Column>() { @Override public Column apply(@Nullable ColumnVertex input) { return input.column; } }); schemaVertex.column = new Column(schemaVertex.name, new TypeDesc(schema.build())); } } }
public void init(TableDesc desc, String alias) { this.tableDesc = desc; this.alias = alias; if (!IdentifierUtil.isFQTableName(this.tableDesc.getName())) { throw new IllegalArgumentException("the name in TableDesc must be qualified, but it is \"" + desc.getName() + "\""); } String databaseName = IdentifierUtil.extractQualifier(this.tableDesc.getName()); String qualifiedAlias = IdentifierUtil.buildFQName(databaseName, alias); this.setInSchema(tableDesc.getSchema()); this.getInSchema().setQualifier(qualifiedAlias); this.setOutSchema(SchemaBuilder.builder().addAll(getInSchema().getRootColumns()).build()); logicalSchema = SchemaUtil.getQualifiedLogicalSchema(tableDesc, qualifiedAlias); }
@BeforeClass public static void setupClass() { Column col0 = new Column("col0", Type.BOOLEAN); Column col1 = new Column("col1", Type.INT4); Column col2 = new Column("col2", Type.INT8); Column col3 = new Column("col3", Type.FLOAT4); Column col4 = new Column("col4", Type.FLOAT8); schema = SchemaBuilder.builder().addAll(new Column[]{col0, col1, col2, col3, col4}).build(); }
Column[] removedPartitionColumns = new Column[this.outSchema.size() - keyNum]; System.arraycopy(this.outSchema.toArray(), 0, removedPartitionColumns, 0, removedPartitionColumns.length); this.outSchema = SchemaBuilder.builder().addAll(removedPartitionColumns).build();
.addAll(new Column[]{new Column("out", functionSignature.getReturnType())}) .build(); } else {
Schema schema = SchemaBuilder.builder().addAll(new Column[]{new Column("test", TajoDataTypes.Type.INT4)}).build(); Tuple tuple = new VTuple(new Datum[]{DatumFactory.createText("aaa")}); RegexPredicateEval regexEval = new RegexPredicateEval(false, new FieldEval("test",