public TimeUnit getSegmentTimeUnit() { if (_segmentTimeUnit != null) { return _segmentTimeUnit; } else { TimeFieldSpec timeFieldSpec = _schema.getTimeFieldSpec(); if (timeFieldSpec != null) { // Outgoing granularity is always non-null. return timeFieldSpec.getOutgoingGranularitySpec().getTimeType(); } return TimeUnit.DAYS; } }
@Override public void postInject() { super.postInject(); _fieldSize = _dataType.size(); } }
public void setDataType(DataType dataType) { _dataType = dataType.getStoredType(); _defaultNullValue = getDefaultNullValue(getFieldType(), _dataType, _stringDefaultNullValue); }
private Schema createPinotSchema() { Schema testSchema = new Schema(); testSchema.setSchemaName("schema"); testSchema.addField(new DimensionFieldSpec(D_SV_1, DataType.STRING, true)); testSchema.addField(new DimensionFieldSpec(D_MV_1, FieldSpec.DataType.STRING, false)); testSchema.addField(new MetricFieldSpec(M1, FieldSpec.DataType.INT)); testSchema.addField(new MetricFieldSpec(M2, FieldSpec.DataType.FLOAT)); testSchema.addField(new TimeFieldSpec(new TimeGranularitySpec(FieldSpec.DataType.LONG, TimeUnit.HOURS, TIME))); return testSchema; }
protected Schema createDummySchema(String tableName) { Schema schema = new Schema(); schema.setSchemaName(tableName); schema.addField(new DimensionFieldSpec("dimA", FieldSpec.DataType.STRING, true, "")); schema.addField(new DimensionFieldSpec("dimB", FieldSpec.DataType.STRING, true, 0)); schema.addField(new MetricFieldSpec("metricA", FieldSpec.DataType.INT, 0)); schema.addField(new MetricFieldSpec("metricB", FieldSpec.DataType.DOUBLE, -1)); return schema; }
private Schema createSchema(boolean isSimpleDate) { Schema schema = new Schema(); schema.addField(new DimensionFieldSpec(STRING_COL_NAME, FieldSpec.DataType.STRING, true)); if (isSimpleDate) { schema.addField(new TimeFieldSpec(TIME_COL_NAME, FieldSpec.DataType.INT, TimeUnit.DAYS)); } else { schema.addField(new TimeFieldSpec(TIME_COL_NAME, FieldSpec.DataType.LONG, TimeUnit.MILLISECONDS)); } return schema; }
/** * Helper method to build schema for the segment on which aggregation tests will be run. * * @return */ private Schema buildSchema() { Schema schema = new Schema(); for (int i = 0; i < NUM_METRIC_COLUMNS; i++) { String metricName = METRIC_PREFIX + i; MetricFieldSpec metricFieldSpec = new MetricFieldSpec(metricName, FieldSpec.DataType.DOUBLE); schema.addField(metricFieldSpec); _columns[i] = metricName; } return schema; }
public static void addBuiltInVirtualColumnsToSchema(Schema schema) { if (!schema.hasColumn("$docId")) { schema.addField(new DimensionFieldSpec("$docId", FieldSpec.DataType.INT, true, DocIdVirtualColumnProvider.class)); } if (!schema.hasColumn("$hostName")) { schema.addField( new DimensionFieldSpec("$hostName", FieldSpec.DataType.STRING, true, HostNameVirtualColumnProvider.class)); } if (!schema.hasColumn("$segmentName")) { schema.addField(new DimensionFieldSpec("$segmentName", FieldSpec.DataType.STRING, true, SegmentNameVirtualColumnProvider.class)); } } }
public SchemaBuilder addTime(@Nonnull TimeGranularitySpec incomingTimeGranularitySpec, @Nonnull Object defaultNullValue) { _schema.addField(new TimeFieldSpec(incomingTimeGranularitySpec, defaultNullValue)); return this; }
public SchemaBuilder addMetric(@Nonnull String name, @Nonnull DataType dataType, int fieldSize, @Nonnull MetricFieldSpec.DerivedMetricType derivedMetricType) { _schema.addField(new MetricFieldSpec(name, dataType, fieldSize, derivedMetricType)); return this; }
/** * For REALTIME segment. */ public ColumnDataSource(FieldSpec fieldSpec, int numDocs, int maxNumMultiValues, DataFileReader forwardIndex, InvertedIndexReader invertedIndex, MutableDictionary dictionary, BloomFilterReader bloomFilter) { this(fieldSpec.getName(), fieldSpec.getDataType(), fieldSpec.isSingleValueField(), false, numDocs, maxNumMultiValues, forwardIndex, invertedIndex, dictionary, bloomFilter, Constants.UNKNOWN_CARDINALITY); }
public void setIncomingGranularitySpec(@Nonnull TimeGranularitySpec incomingGranularitySpec) { _incomingGranularitySpec = incomingGranularitySpec; if (_outgoingGranularitySpec == null) { super.setName(incomingGranularitySpec.getName()); super.setDataType(incomingGranularitySpec.getDataType()); } }
@Override public void postInject() { // Compute the actual default null value from its string representation _defaultNullValue = getDefaultNullValue(getFieldType(), _dataType, _stringDefaultNullValue); }
public static boolean validate(Schema schema) { // TODO: ADD MORE VALIDATIONS. return schema.validate(null); } }
@Override public String toString() { return "< field type: TIME, incoming granularity spec: " + _incomingGranularitySpec + ", outgoing granularity spec: " + getOutgoingGranularitySpec() + ", default null value: " + _defaultNullValue + " >"; }
private Schema createPinotSchema() { Schema testSchema = new Schema(); testSchema.setSchemaName("schema"); testSchema.addField(new DimensionFieldSpec(D_SV_1, FieldSpec.DataType.STRING, true)); testSchema.addField(new DimensionFieldSpec(D_SV_2, FieldSpec.DataType.INT, true)); testSchema.addField(new DimensionFieldSpec(D_MV_1, FieldSpec.DataType.STRING, false)); testSchema.addField(new MetricFieldSpec(M1, FieldSpec.DataType.INT)); testSchema.addField(new MetricFieldSpec(M2, FieldSpec.DataType.FLOAT)); testSchema.addField(new TimeFieldSpec(new TimeGranularitySpec(FieldSpec.DataType.LONG, TimeUnit.HOURS, TIME))); return testSchema; }
private Schema createPinotSchemaWithTimeSpec(TimeFieldSpec timeSpec) { Schema testSchema = new Schema(); testSchema.setSchemaName("schema"); FieldSpec spec; spec = new DimensionFieldSpec(D1, DataType.STRING, true); testSchema.addField(spec); spec = new DimensionFieldSpec(D2, DataType.STRING, true); testSchema.addField(spec); spec = new MetricFieldSpec(M1, DataType.INT); testSchema.addField(spec); spec = new MetricFieldSpec(M2, DataType.FLOAT); testSchema.addField(spec); testSchema.addField(timeSpec); return testSchema; }
public SchemaBuilder addTime(@Nonnull String incomingName, int incomingTimeUnitSize, @Nonnull TimeUnit incomingTimeUnit, @Nonnull DataType incomingDataType) { _schema.addField(new TimeFieldSpec(incomingName, incomingDataType, incomingTimeUnitSize, incomingTimeUnit)); return this; }
public SchemaBuilder addMetric(@Nonnull String name, @Nonnull DataType dataType, int fieldSize, @Nonnull MetricFieldSpec.DerivedMetricType derivedMetricType, @Nonnull Object defaultNullValue) { _schema.addField(new MetricFieldSpec(name, dataType, fieldSize, derivedMetricType, defaultNullValue)); return this; }
public SchemaBuilder addTime(@Nonnull String incomingName, @Nonnull TimeUnit incomingTimeUnit, @Nonnull DataType incomingDataType) { _schema.addField(new TimeFieldSpec(incomingName, incomingDataType, incomingTimeUnit)); return this; }