/** * Required by JSON deserializer. DO NOT USE. DO NOT REMOVE. * Adding @Deprecated to prevent usage * @param timeFieldSpec */ @Deprecated public void setTimeFieldSpec(TimeFieldSpec timeFieldSpec) { if (timeFieldSpec != null) { addField(timeFieldSpec); } }
/** * Required by JSON deserializer. DO NOT USE. DO NOT REMOVE. * Adding @Deprecated to prevent usage * @param dateTimeFieldSpecs */ @Deprecated public void setDateTimeFieldSpecs(@Nonnull List<DateTimeFieldSpec> dateTimeFieldSpecs) { Preconditions.checkState(_dateTimeFieldSpecs.isEmpty()); for (DateTimeFieldSpec dateTimeFieldSpec : dateTimeFieldSpecs) { addField(dateTimeFieldSpec); } }
public SchemaBuilder addTime(@Nonnull String incomingName, int incomingTimeUnitSize, @Nonnull TimeUnit incomingTimeUnit, @Nonnull DataType incomingDataType) { _schema.addField(new TimeFieldSpec(incomingName, incomingDataType, incomingTimeUnitSize, incomingTimeUnit)); return this; }
public SchemaBuilder addSingleValueDimension(@Nonnull String dimensionName, @Nonnull DataType dataType, @Nonnull Object defaultNullValue) { _schema.addField(new DimensionFieldSpec(dimensionName, dataType, true, defaultNullValue)); return this; }
public SchemaBuilder addMultiValueDimension(@Nonnull String dimensionName, @Nonnull DataType dataType, @Nonnull Object defaultNullValue) { _schema.addField(new DimensionFieldSpec(dimensionName, dataType, false, defaultNullValue)); return this; }
public SchemaBuilder addTime(@Nonnull String incomingName, @Nonnull TimeUnit incomingTimeUnit, @Nonnull DataType incomingDataType, @Nonnull Object defaultNullValue) { _schema.addField(new TimeFieldSpec(incomingName, incomingDataType, incomingTimeUnit, defaultNullValue)); return this; }
public SchemaBuilder addTime(@Nonnull String incomingName, int incomingTimeUnitSize, @Nonnull TimeUnit incomingTimeUnit, @Nonnull DataType incomingDataType, @Nonnull Object defaultNullValue) { _schema.addField( new TimeFieldSpec(incomingName, incomingDataType, incomingTimeUnitSize, incomingTimeUnit, defaultNullValue)); return this; }
public SchemaBuilder addTime(@Nonnull TimeGranularitySpec incomingTimeGranularitySpec, @Nonnull TimeGranularitySpec outgoingTimeGranularitySpec, @Nonnull Object defaultNullValue) { _schema.addField(new TimeFieldSpec(incomingTimeGranularitySpec, outgoingTimeGranularitySpec, defaultNullValue)); return this; }
public SchemaBuilder addDateTime(@Nonnull String name, @Nonnull DataType dataType, @Nonnull String format, @Nonnull String granularity) { _schema.addField(new DateTimeFieldSpec(name, dataType, format, granularity)); return this; }
public SchemaBuilder addMetric(@Nonnull String metricName, @Nonnull DataType dataType, @Nonnull Object defaultNullValue) { _schema.addField(new MetricFieldSpec(metricName, dataType, defaultNullValue)); return this; }
public SchemaBuilder addTime(@Nonnull String incomingName, @Nonnull TimeUnit incomingTimeUnit, @Nonnull DataType incomingDataType, @Nonnull String outgoingName, @Nonnull TimeUnit outgoingTimeUnit, @Nonnull DataType outgoingDataType, @Nonnull Object defaultNullValue) { _schema.addField( new TimeFieldSpec(incomingName, incomingDataType, incomingTimeUnit, outgoingName, outgoingDataType, outgoingTimeUnit, defaultNullValue)); return this; }
public SchemaBuilder addTime(@Nonnull TimeGranularitySpec incomingTimeGranularitySpec) { _schema.addField(new TimeFieldSpec(incomingTimeGranularitySpec)); return this; }
public SchemaBuilder addTime(@Nonnull String incomingName, @Nonnull TimeUnit incomingTimeUnit, @Nonnull DataType incomingDataType) { _schema.addField(new TimeFieldSpec(incomingName, incomingDataType, incomingTimeUnit)); return this; }
public SchemaBuilder addTime(@Nonnull TimeGranularitySpec incomingTimeGranularitySpec, @Nonnull Object defaultNullValue) { _schema.addField(new TimeFieldSpec(incomingTimeGranularitySpec, defaultNullValue)); return this; }
public BackfillDateTimeRecordReader(RecordReader baseRecordReader, TimeFieldSpec timeFieldSpec, DateTimeFieldSpec dateTimeFieldSpec) { _baseRecordReader = baseRecordReader; _timeFieldSpec = timeFieldSpec; _dateTimeFieldSpec = dateTimeFieldSpec; _schema = baseRecordReader.getSchema(); // Add/replace the date time field spec to the schema _schema.removeField(_dateTimeFieldSpec.getName()); _schema.addField(_dateTimeFieldSpec); }
private Schema createPinotSchemaWithTimeSpec(TimeFieldSpec timeSpec, DateTimeFieldSpec dateTimeFieldSpec) { Schema testSchema = createPinotSchemaWithTimeSpec(timeSpec); testSchema.addField(dateTimeFieldSpec); return testSchema; }
private Schema createSchema(boolean isSimpleDate) { Schema schema = new Schema(); schema.addField(new DimensionFieldSpec(STRING_COL_NAME, FieldSpec.DataType.STRING, true)); if (isSimpleDate) { schema.addField(new TimeFieldSpec(TIME_COL_NAME, FieldSpec.DataType.INT, TimeUnit.DAYS)); } else { schema.addField(new TimeFieldSpec(TIME_COL_NAME, FieldSpec.DataType.LONG, TimeUnit.MILLISECONDS)); } return schema; }
protected Schema createDummySchema(String tableName) { Schema schema = new Schema(); schema.setSchemaName(tableName); schema.addField(new DimensionFieldSpec("dimA", FieldSpec.DataType.STRING, true, "")); schema.addField(new DimensionFieldSpec("dimB", FieldSpec.DataType.STRING, true, 0)); schema.addField(new MetricFieldSpec("metricA", FieldSpec.DataType.INT, 0)); schema.addField(new MetricFieldSpec("metricB", FieldSpec.DataType.DOUBLE, -1)); return schema; }
private Schema createPinotSchema() { Schema testSchema = new Schema(); testSchema.setSchemaName("schema"); testSchema.addField(new DimensionFieldSpec(D_SV_1, FieldSpec.DataType.STRING, true)); testSchema.addField(new DimensionFieldSpec(D_SV_2, FieldSpec.DataType.INT, true)); testSchema.addField(new DimensionFieldSpec(D_MV_1, FieldSpec.DataType.STRING, false)); testSchema.addField(new MetricFieldSpec(M1, FieldSpec.DataType.INT)); testSchema.addField(new MetricFieldSpec(M2, FieldSpec.DataType.FLOAT)); testSchema.addField(new TimeFieldSpec(new TimeGranularitySpec(FieldSpec.DataType.LONG, TimeUnit.HOURS, TIME))); return testSchema; }
private Schema createPinotSchema() { Schema testSchema = new Schema(); testSchema.setSchemaName("schema"); testSchema.addField(new DimensionFieldSpec(D_SV_1, DataType.STRING, true)); testSchema.addField(new DimensionFieldSpec(D_MV_1, FieldSpec.DataType.STRING, false)); testSchema.addField(new MetricFieldSpec(M1, FieldSpec.DataType.INT)); testSchema.addField(new MetricFieldSpec(M2, FieldSpec.DataType.FLOAT)); testSchema.addField(new TimeFieldSpec(new TimeGranularitySpec(FieldSpec.DataType.LONG, TimeUnit.HOURS, TIME))); return testSchema; }