private ComplexColumnPartSerde(String typeName, Serializer serializer) { this.typeName = typeName; this.serde = ComplexMetrics.getSerdeForType(typeName); this.serializer = serializer; }
private static ComplexMetricSerde getComplexMetricSerde(String type) { ComplexMetricSerde serde = ComplexMetrics.getSerdeForType(type); if (serde == null) { throw new IAE("Unknown type[%s]", type); } return serde; } }
@Override public void configure(final Binder binder) { if (ComplexMetrics.getSerdeForType(DOUBLES_SKETCH) == null) { ComplexMetrics.registerSerde(DOUBLES_SKETCH, new DoublesSketchComplexMetricSerde()); } }
@Override public void configure(final Binder binder) { if (ComplexMetrics.getSerdeForType(TYPE_NAME) == null) { ComplexMetrics.registerSerde(TYPE_NAME, new HllSketchMergeComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(BUILD_TYPE_NAME) == null) { ComplexMetrics.registerSerde(BUILD_TYPE_NAME, new HllSketchBuildComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(MERGE_TYPE_NAME) == null) { ComplexMetrics.registerSerde(MERGE_TYPE_NAME, new HllSketchMergeComplexMetricSerde()); } }
@Override public void configure(Binder binder) { if (ComplexMetrics.getSerdeForType("variance") == null) { ComplexMetrics.registerSerde("variance", new VarianceSerde()); } } }
@Override public void configure(Binder binder) { if (ComplexMetrics.getSerdeForType(THETA_SKETCH) == null) { ComplexMetrics.registerSerde(THETA_SKETCH, new SketchMergeComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(THETA_SKETCH_MERGE_AGG) == null) { ComplexMetrics.registerSerde(THETA_SKETCH_MERGE_AGG, new SketchMergeComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(THETA_SKETCH_BUILD_AGG) == null) { ComplexMetrics.registerSerde(THETA_SKETCH_BUILD_AGG, new SketchBuildComplexMetricSerde()); } }
@Override public void configure(final Binder binder) { if (ComplexMetrics.getSerdeForType(ARRAY_OF_DOUBLES_SKETCH) == null) { ComplexMetrics.registerSerde(ARRAY_OF_DOUBLES_SKETCH, new ArrayOfDoublesSketchMergeComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(ARRAY_OF_DOUBLES_SKETCH_MERGE_AGG) == null) { ComplexMetrics.registerSerde( ARRAY_OF_DOUBLES_SKETCH_MERGE_AGG, new ArrayOfDoublesSketchMergeComplexMetricSerde() ); } if (ComplexMetrics.getSerdeForType(ARRAY_OF_DOUBLES_SKETCH_BUILD_AGG) == null) { ComplexMetrics.registerSerde( ARRAY_OF_DOUBLES_SKETCH_BUILD_AGG, new ArrayOfDoublesSketchBuildComplexMetricSerde() ); } }
@Override public void configure(Binder binder) { if (ComplexMetrics.getSerdeForType("approximateHistogram") == null) { ComplexMetrics.registerSerde("approximateHistogram", new ApproximateHistogramFoldingSerde()); } if (ComplexMetrics.getSerdeForType(FixedBucketsHistogramAggregator.TYPE_NAME) == null) { ComplexMetrics.registerSerde(FixedBucketsHistogramAggregator.TYPE_NAME, new FixedBucketsHistogramSerde()); } if (binder != null) { // Binder is null in some tests. SqlBindings.addAggregator(binder, QuantileSqlAggregator.class); } } }
@Override public void configure(Binder binder) { if (ComplexMetrics.getSerdeForType(SKETCH_BUILD) == null) { ComplexMetrics.registerSerde(SKETCH_BUILD, new SketchBuildComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(SET_SKETCH) == null) { ComplexMetrics.registerSerde(SET_SKETCH, new SketchMergeComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(SKETCH_MERGE) == null) { ComplexMetrics.registerSerde(SKETCH_MERGE, new SketchMergeComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(SketchModule.THETA_SKETCH) == null) { ComplexMetrics.registerSerde(SketchModule.THETA_SKETCH, new SketchMergeComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(SketchModule.THETA_SKETCH_MERGE_AGG) == null) { ComplexMetrics.registerSerde(SketchModule.THETA_SKETCH_MERGE_AGG, new SketchMergeComplexMetricSerde()); } if (ComplexMetrics.getSerdeForType(SketchModule.THETA_SKETCH_BUILD_AGG) == null) { ComplexMetrics.registerSerde(SketchModule.THETA_SKETCH_BUILD_AGG, new SketchBuildComplexMetricSerde()); } }
public AggregatorsModule() { super("AggregatorFactories"); if (ComplexMetrics.getSerdeForType("hyperUnique") == null) { ComplexMetrics.registerSerde("hyperUnique", new HyperUniquesSerde(HyperLogLogHash.getDefault())); } if (ComplexMetrics.getSerdeForType("preComputedHyperUnique") == null) { ComplexMetrics.registerSerde( "preComputedHyperUnique", new PreComputedHyperUniquesSerde(HyperLogLogHash.getDefault()) ); } if (ComplexMetrics.getSerdeForType("serializablePairLongString") == null) { ComplexMetrics.registerSerde("serializablePairLongString", new SerializablePairLongStringSerde()); } setMixInAnnotation(AggregatorFactory.class, AggregatorFactoryMixin.class); setMixInAnnotation(PostAggregator.class, PostAggregatorMixin.class); }
public MetricDesc(int index, AggregatorFactory factory) { this.index = index; this.name = factory.getName(); String typeInfo = factory.getTypeName(); this.capabilities = new ColumnCapabilitiesImpl(); if ("float".equalsIgnoreCase(typeInfo)) { capabilities.setType(ValueType.FLOAT); this.type = typeInfo; } else if ("long".equalsIgnoreCase(typeInfo)) { capabilities.setType(ValueType.LONG); this.type = typeInfo; } else if ("double".equalsIgnoreCase(typeInfo)) { capabilities.setType(ValueType.DOUBLE); this.type = typeInfo; } else { capabilities.setType(ValueType.COMPLEX); this.type = ComplexMetrics.getSerdeForType(typeInfo).getTypeName(); } }
case COMPLEX: final String typeName = metricTypeNames.get(metric); ComplexMetricSerde serde = ComplexMetrics.getSerdeForType(typeName); if (serde == null) { throw new ISE("Unknown type[%s]", typeName);
final ComplexMetricSerde serde = ComplexMetrics.getSerdeForType(typeName); if (serde == null) { return ColumnAnalysis.error(StringUtils.format("unknown_complex_%s", typeName));
if (ComplexMetrics.getSerdeForType("hyperUnique") == null) { ComplexMetrics.registerSerde("hyperUnique", new HyperUniquesSerde(HyperLogLogHash.getDefault()));
public static MetricHolder fromByteBuffer(ByteBuffer buf) { final byte ver = buf.get(); if (version[0] != ver) { throw new ISE("Unknown version[%s] of MetricHolder", ver); } final String metricName = serializerUtils.readString(buf); final String typeName = serializerUtils.readString(buf); MetricHolder holder = new MetricHolder(metricName, typeName); switch (holder.type) { case FLOAT: holder.floatType = CompressedColumnarFloatsSupplier.fromByteBuffer(buf, ByteOrder.nativeOrder()); break; case COMPLEX: final ComplexMetricSerde serdeForType = ComplexMetrics.getSerdeForType(holder.getTypeName()); if (serdeForType == null) { throw new ISE("Unknown type[%s], cannot load.", holder.getTypeName()); } holder.complexType = read(buf, serdeForType); break; case LONG: case DOUBLE: throw new ISE("Unsupported type[%s]", holder.type); } return holder; }
if (ComplexMetrics.getSerdeForType("hyperUnique") == null) { ComplexMetrics.registerSerde("hyperUnique", new HyperUniquesSerde(HyperLogLogHash.getDefault()));
if (ComplexMetrics.getSerdeForType("hyperUnique") == null) { ComplexMetrics.registerSerde("hyperUnique", new HyperUniquesSerde(HyperLogLogHash.getDefault()));
@Setup public void setup() throws IOException { log.info("SETUP CALLED AT " + +System.currentTimeMillis()); if (ComplexMetrics.getSerdeForType("hyperUnique") == null) { ComplexMetrics.registerSerde("hyperUnique", new HyperUniquesSerde(HyperLogLogHash.getDefault())); } schemaInfo = BenchmarkSchemas.SCHEMA_MAP.get(schema); BenchmarkDataGenerator gen = new BenchmarkDataGenerator( schemaInfo.getColumnSchemas(), RNG_SEED, schemaInfo.getDataInterval(), rowsPerSegment ); incIndex = makeIncIndex(); for (int j = 0; j < rowsPerSegment; j++) { InputRow row = gen.nextRow(); if (j % 10000 == 0) { log.info(j + " rows generated."); } incIndex.add(row); } }
if (ComplexMetrics.getSerdeForType("hyperUnique") == null) { ComplexMetrics.registerSerde("hyperUnique", new HyperUniquesSerde(HyperLogLogHash.getDefault()));
public BloomFilterSerializersModule() { registerSubtypes( new NamedType(BloomDimFilter.class, BLOOM_FILTER_TYPE_NAME), new NamedType(BloomFilterAggregatorFactory.class, BLOOM_FILTER_TYPE_NAME) ); addSerializer(BloomKFilter.class, new BloomKFilterSerializer()); addDeserializer(BloomKFilter.class, new BloomKFilterDeserializer()); addDeserializer(BloomKFilterHolder.class, new BloomKFilterHolderDeserializer()); if (ComplexMetrics.getSerdeForType(BLOOM_FILTER_TYPE_NAME) == null) { ComplexMetrics.registerSerde(BLOOM_FILTER_TYPE_NAME, new BloomFilterSerde()); } }