TableSchema toPb() { TableSchema tableSchemaPb = new TableSchema(); if (fields != null) { tableSchemaPb.setFields(fields.toPb()); } return tableSchemaPb; }
/** @see TableSchema#setFields(List) */ public BigQueryTableSchema setFields(List<BigQueryTableFieldSchema> bigQueryTableFields) { Preconditions.checkArgument(!bigQueryTableFields.isEmpty(), "Empty fields."); List<TableFieldSchema> fields = new ArrayList<>(bigQueryTableFields.size()); for (BigQueryTableFieldSchema bigQueryTableField : bigQueryTableFields) { fields.add(bigQueryTableField.get()); } tableSchema.setFields(fields); return this; }
com.google.api.services.bigquery.model.TableSchema toPb() { com.google.api.services.bigquery.model.TableSchema tableSchemaPb = new com.google.api.services.bigquery.model.TableSchema(); if (fields != null) { List<TableFieldSchema> fieldsPb = Lists.transform(fields, Field.TO_PB_FUNCTION); tableSchemaPb.setFields(fieldsPb); } return tableSchemaPb; }
com.google.api.services.bigquery.model.TableSchema toPb() { com.google.api.services.bigquery.model.TableSchema tableSchemaPb = new com.google.api.services.bigquery.model.TableSchema(); if (fields != null) { List<TableFieldSchema> fieldsPb = Lists.transform(fields, Field.TO_PB_FUNCTION); tableSchemaPb.setFields(fieldsPb); } return tableSchemaPb; }
public TableSchema guessBigQuerySchema(org.apache.avro.Schema schema) { List<org.apache.avro.Schema.Field> fields = schema.getFields(); if (fields.size() == 0) { return null; } List<TableFieldSchema> bqFields = new ArrayList<>(); for (org.apache.avro.Schema.Field field : fields) { bqFields.add(tryArrayFieldSchema(field)); } return new TableSchema().setFields(bqFields); }
public TableSchema guessBigQuerySchema(org.apache.avro.Schema schema) { List<org.apache.avro.Schema.Field> fields = schema.getFields(); if (fields.size() == 0) { return null; } List<TableFieldSchema> bqFields = new ArrayList<>(); for (org.apache.avro.Schema.Field field : fields) { bqFields.add(tryArrayFieldSchema(field)); } return new TableSchema().setFields(bqFields); }
TableSchema toPb() { TableSchema tableSchemaPb = new TableSchema(); if (fields != null) { tableSchemaPb.setFields(fields.toPb()); } return tableSchemaPb; }
/** Convert a Beam {@link Schema} to a BigQuery {@link TableSchema}. */ public static TableSchema toTableSchema(Schema schema) { return new TableSchema().setFields(toTableFieldSchema(schema)); }
/** Build the output table schema. */ protected TableSchema getSchema() { List<TableFieldSchema> fields = new ArrayList<>(); for (Map.Entry<String, FieldInfo<InputT>> entry : fieldInfo.entrySet()) { String key = entry.getKey(); FieldInfo<InputT> fcnInfo = entry.getValue(); String bqType = fcnInfo.getFieldType(); fields.add(new TableFieldSchema().setName(key).setType(bqType)); } return new TableSchema().setFields(fields); }
static TableSchema getSchema() { return new TableSchema() .setFields( Collections.singletonList( new TableFieldSchema().setName("string_field").setType("STRING"))); } }
private TableSchema toTableSchema(Shape shape, Traversal traversal) { shape = flatten(shape); TableSchema schema = new TableSchema(); schema.setFields(listFields(shape, traversal)); return schema; }
/** * Creates {@link TableSchema} from the JSON representation of the table fields. * * @param fieldsJson JSON fields to convert to {@link TableSchema} * @return {@link TableSchema} * @throws IOException */ static TableSchema createTableSchemaFromFields(String fieldsJson) throws IOException { List<TableFieldSchema> fields = new ArrayList<>(); JsonParser parser = JacksonFactory.getDefaultInstance().createJsonParser(fieldsJson); parser.parseArrayAndClose(fields, TableFieldSchema.class); return new TableSchema().setFields(fields); }
/** * Defines names of counters we track for each operation. * * There are two types of counters: -- METHOD_NAME : Number of successful invocations of method * METHOD. -- METHOD_NAME_TIME : Total inclusive time spent in method METHOD. */ public enum Counter { BYTES_WRITTEN, CLOSE_CALLS, CLOSE_TOTAL_TIME, JOBS_INSERTED, WRITE_CALLS, WRITE_TOTAL_TIME, }
/** Helper method to build the table schema for the output table. */ private static TableSchema buildWeatherSchemaProjection() { List<TableFieldSchema> fields = new ArrayList<>(); fields.add(new TableFieldSchema().setName("year").setType("INTEGER")); fields.add(new TableFieldSchema().setName("month").setType("INTEGER")); fields.add(new TableFieldSchema().setName("day").setType("INTEGER")); fields.add(new TableFieldSchema().setName("mean_temp").setType("FLOAT")); TableSchema schema = new TableSchema().setFields(fields); return schema; }
/** Defines the BigQuery schema used for the output. */ static TableSchema getSchema() { List<TableFieldSchema> fields = new ArrayList<>(); fields.add(new TableFieldSchema().setName("route").setType("STRING")); fields.add(new TableFieldSchema().setName("avg_speed").setType("FLOAT")); fields.add(new TableFieldSchema().setName("slowdown_event").setType("BOOLEAN")); fields.add(new TableFieldSchema().setName("window_timestamp").setType("TIMESTAMP")); TableSchema schema = new TableSchema().setFields(fields); return schema; } }
/** Defines the BigQuery schema used for the output. */ static TableSchema getSchema() { List<TableFieldSchema> tagFields = new ArrayList<>(); tagFields.add(new TableFieldSchema().setName("count").setType("INTEGER")); tagFields.add(new TableFieldSchema().setName("tag").setType("STRING")); List<TableFieldSchema> fields = new ArrayList<>(); fields.add(new TableFieldSchema().setName("prefix").setType("STRING")); fields.add( new TableFieldSchema() .setName("tags") .setType("RECORD") .setMode("REPEATED") .setFields(tagFields)); return new TableSchema().setFields(fields); } }
/** Defines the BigQuery schema used for the output. */ private static TableSchema getSchema() { List<TableFieldSchema> fields = new ArrayList<>(); fields.add(new TableFieldSchema().setName("trigger_type").setType("STRING")); fields.add(new TableFieldSchema().setName("freeway").setType("STRING")); fields.add(new TableFieldSchema().setName("total_flow").setType("INTEGER")); fields.add(new TableFieldSchema().setName("number_of_records").setType("INTEGER")); fields.add(new TableFieldSchema().setName("window").setType("STRING")); fields.add(new TableFieldSchema().setName("isFirst").setType("BOOLEAN")); fields.add(new TableFieldSchema().setName("isLast").setType("BOOLEAN")); fields.add(new TableFieldSchema().setName("timing").setType("STRING")); fields.add(new TableFieldSchema().setName("event_time").setType("TIMESTAMP")); fields.add(new TableFieldSchema().setName("processing_time").setType("TIMESTAMP")); TableSchema schema = new TableSchema().setFields(fields); return schema; }
/** Defines the BigQuery schema used for the output. */ static TableSchema getSchema() { List<TableFieldSchema> fields = new ArrayList<>(); fields.add(new TableFieldSchema().setName("station_id").setType("STRING")); fields.add(new TableFieldSchema().setName("direction").setType("STRING")); fields.add(new TableFieldSchema().setName("freeway").setType("STRING")); fields.add(new TableFieldSchema().setName("lane_max_flow").setType("INTEGER")); fields.add(new TableFieldSchema().setName("lane").setType("STRING")); fields.add(new TableFieldSchema().setName("avg_occ").setType("FLOAT")); fields.add(new TableFieldSchema().setName("avg_speed").setType("FLOAT")); fields.add(new TableFieldSchema().setName("total_flow").setType("INTEGER")); fields.add(new TableFieldSchema().setName("window_timestamp").setType("TIMESTAMP")); fields.add(new TableFieldSchema().setName("recorded_timestamp").setType("STRING")); TableSchema schema = new TableSchema().setFields(fields); return schema; } }
@Override public TableSchema getSchema(Integer userId) { verifySideInputs(); return new TableSchema() .setFields( ImmutableList.of( new TableFieldSchema().setName("name").setType("STRING"), new TableFieldSchema().setName("id").setType("INTEGER"))); }
private Table basicTableSchema() { return new Table() .setSchema( new TableSchema() .setFields( Arrays.asList( new TableFieldSchema().setName("name").setType("STRING"), new TableFieldSchema().setName("answer").setType("INTEGER")))); }