private DataSegment createSegment(String location, Interval interval, String version, ShardSpec shardSpec) throws IOException { FileUtils.writeStringToFile(new File(location), "dummySegmentData"); return DataSegment.builder() .dataSource(DATA_SOURCE_NAME) .version(version) .interval(interval) .shardSpec(shardSpec) .loadSpec(ImmutableMap.of("path", location)) .build(); }
DataSegment dataSegmentWithLoadspect = DataSegment.builder(dataSegment).loadSpec(ImmutableMap.of("path", indexPath)).build(); OutputStream outputStream = localFileSystem.create(indexPath, true); outputStream.close();
private static DataSegment computeMergedSegment( final String dataSource, final String version, final List<DataSegment> segments ) { final Interval mergedInterval = computeMergedInterval(segments); final Set<String> mergedDimensions = Sets.newTreeSet(String.CASE_INSENSITIVE_ORDER); final Set<String> mergedMetrics = Sets.newTreeSet(String.CASE_INSENSITIVE_ORDER); for (DataSegment segment : segments) { mergedDimensions.addAll(segment.getDimensions()); mergedMetrics.addAll(segment.getMetrics()); } return DataSegment.builder() .dataSource(dataSource) .interval(mergedInterval) .version(version) .binaryVersion(IndexIO.CURRENT_VERSION_ID) .shardSpec(NoneShardSpec.instance()) .dimensions(Lists.newArrayList(mergedDimensions)) .metrics(Lists.newArrayList(mergedMetrics)) .build(); } }
private static DataSegment computeMergedSegment( final String dataSource, final String version, final List<DataSegment> segments ) { final Interval mergedInterval = computeMergedInterval(segments); final Set<String> mergedDimensions = Sets.newTreeSet(String.CASE_INSENSITIVE_ORDER); final Set<String> mergedMetrics = Sets.newTreeSet(String.CASE_INSENSITIVE_ORDER); for (DataSegment segment : segments) { mergedDimensions.addAll(segment.getDimensions()); mergedMetrics.addAll(segment.getMetrics()); } return DataSegment.builder() .dataSource(dataSource) .interval(mergedInterval) .version(version) .binaryVersion(IndexIO.CURRENT_VERSION_ID) .shardSpec(new NoneShardSpec()) .dimensions(Lists.newArrayList(mergedDimensions)) .metrics(Lists.newArrayList(mergedMetrics)) .build(); } }
DataSegment.builder() .dataSource(this.getDataSource()) .interval(getInterval())