switch (type) { case LONG: builder.setValueType(ValueType.LONG); builder.addSerde(createLongColumnPartSerde(writer, indexSpec)); break; case FLOAT: builder.setValueType(ValueType.FLOAT); builder.addSerde(createFloatColumnPartSerde(writer, indexSpec)); break; case DOUBLE: builder.setValueType(ValueType.DOUBLE); builder.addSerde(createDoubleColumnPartSerde(writer, indexSpec)); break; case COMPLEX: final String typeName = metricTypeNames.get(metric); builder.setValueType(ValueType.COMPLEX); builder.addSerde( ComplexColumnPartSerde .serializerBuilder() throw new ISE("Unknown type[%s]", type); makeColumn(v9Smoosher, metric, builder.build()); log.info("Completed metric column[%s] in %,d millis.", metric, System.currentTimeMillis() - metricStartTime);
switch (type) { case LONG: builder.setValueType(ValueType.LONG); builder.addSerde(createLongColumnPartSerde(writer, indexSpec)); break; case FLOAT: builder.setValueType(ValueType.FLOAT); builder.addSerde(createFloatColumnPartSerde(writer, indexSpec)); break; case DOUBLE: builder.setValueType(ValueType.DOUBLE); builder.addSerde(createDoubleColumnPartSerde(writer, indexSpec)); break; case COMPLEX: final String typeName = metricTypeNames.get(metric); builder.setValueType(ValueType.COMPLEX); builder.addSerde( ComplexColumnPartSerde .serializerBuilder() throw new ISE("Unknown type[%s]", type); makeColumn(v9Smoosher, metric, builder.build()); log.info("Completed metric column[%s] in %,d millis.", metric, System.currentTimeMillis() - metricStartTime);
@Override public ColumnDescriptor makeColumnDescriptor() { // Now write everything boolean hasMultiValue = capabilities.hasMultipleValues(); final CompressionStrategy compressionStrategy = indexSpec.getDimensionCompression(); final BitmapSerdeFactory bitmapSerdeFactory = indexSpec.getBitmapSerdeFactory(); final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.STRING); builder.setHasMultipleValues(hasMultiValue); final DictionaryEncodedColumnPartSerde.SerializerBuilder partBuilder = DictionaryEncodedColumnPartSerde .serializerBuilder() .withDictionary(dictionaryWriter) .withValue( encodedValueSerializer, hasMultiValue, compressionStrategy != CompressionStrategy.UNCOMPRESSED ) .withBitmapSerdeFactory(bitmapSerdeFactory) .withBitmapIndex(bitmapWriter) .withSpatialIndex(spatialWriter) .withByteOrder(IndexIO.BYTE_ORDER); final ColumnDescriptor serdeficator = builder .addSerde(partBuilder.build()) .build(); //log.info("Completed dimension column[%s] in %,d millis.", dimensionName, System.currentTimeMillis() - dimStartTime); return serdeficator; }
private void makeTimeColumn( final FileSmoosher v9Smoosher, final ProgressIndicator progress, final GenericColumnSerializer timeWriter, final IndexSpec indexSpec ) throws IOException { final String section = "make time column"; progress.startSection(section); long startTime = System.currentTimeMillis(); final ColumnDescriptor serdeficator = ColumnDescriptor .builder() .setValueType(ValueType.LONG) .addSerde(createLongColumnPartSerde(timeWriter, indexSpec)) .build(); makeColumn(v9Smoosher, ColumnHolder.TIME_COLUMN_NAME, serdeficator); log.info("Completed time column in %,d millis.", System.currentTimeMillis() - startTime); progress.stopSection(section); }
public static Builder builder() { return new Builder(); }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.LONG); ColumnPartSerde serde = IndexMergerV9.createLongColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.DOUBLE); ColumnPartSerde serde = IndexMergerV9.createDoubleColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.FLOAT); ColumnPartSerde serde = IndexMergerV9.createFloatColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
@Override public ColumnDescriptor makeColumnDescriptor() { // Now write everything boolean hasMultiValue = capabilities.hasMultipleValues(); final CompressionStrategy compressionStrategy = indexSpec.getDimensionCompression(); final BitmapSerdeFactory bitmapSerdeFactory = indexSpec.getBitmapSerdeFactory(); final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.STRING); builder.setHasMultipleValues(hasMultiValue); final DictionaryEncodedColumnPartSerde.SerializerBuilder partBuilder = DictionaryEncodedColumnPartSerde .serializerBuilder() .withDictionary(dictionaryWriter) .withValue( encodedValueSerializer, hasMultiValue, compressionStrategy != CompressionStrategy.UNCOMPRESSED ) .withBitmapSerdeFactory(bitmapSerdeFactory) .withBitmapIndex(bitmapWriter) .withSpatialIndex(spatialWriter) .withByteOrder(IndexIO.BYTE_ORDER); final ColumnDescriptor serdeficator = builder .addSerde(partBuilder.build()) .build(); //log.info("Completed dimension column[%s] in %,d millis.", dimensionName, System.currentTimeMillis() - dimStartTime); return serdeficator; }
private void makeTimeColumn( final FileSmoosher v9Smoosher, final ProgressIndicator progress, final GenericColumnSerializer timeWriter, final IndexSpec indexSpec ) throws IOException { final String section = "make time column"; progress.startSection(section); long startTime = System.currentTimeMillis(); final ColumnDescriptor serdeficator = ColumnDescriptor .builder() .setValueType(ValueType.LONG) .addSerde(createLongColumnPartSerde(timeWriter, indexSpec)) .build(); makeColumn(v9Smoosher, ColumnHolder.TIME_COLUMN_NAME, serdeficator); log.info("Completed time column in %,d millis.", System.currentTimeMillis() - startTime); progress.stopSection(section); }
public static Builder builder() { return new Builder(); }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.DOUBLE); ColumnPartSerde serde = IndexMergerV9.createDoubleColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.LONG); ColumnPartSerde serde = IndexMergerV9.createLongColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.FLOAT); ColumnPartSerde serde = IndexMergerV9.createFloatColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }