@Override public File persist( final IncrementalIndex index, final Interval dataInterval, File outDir, IndexSpec indexSpec, @Nullable SegmentWriteOutMediumFactory segmentWriteOutMediumFactory ) throws IOException { return persist(index, dataInterval, outDir, indexSpec, new BaseProgressIndicator(), segmentWriteOutMediumFactory); }
@Benchmark @BenchmarkMode(Mode.AverageTime) @OutputTimeUnit(TimeUnit.MICROSECONDS) public void persistV9(Blackhole blackhole) throws Exception { File tmpDir = Files.createTempDir(); log.info("Using temp dir: " + tmpDir.getAbsolutePath()); try { File indexFile = INDEX_MERGER_V9.persist( incIndex, tmpDir, new IndexSpec(), null ); blackhole.consume(indexFile); } finally { FileUtils.deleteDirectory(tmpDir); } } }
private static QueryableIndex makeQueryableIndex(IndexSpec indexSpec, IndexMergerV9 indexMergerV9, IndexIO indexIO) throws IOException { IncrementalIndex theIndex = makeIncrementalIndex(); File tmpFile = File.createTempFile("billy", "yay"); tmpFile.delete(); tmpFile.mkdirs(); try { indexMergerV9.persist(theIndex, tmpFile, indexSpec, null); return indexIO.loadIndex(tmpFile); } finally { FileUtils.deleteDirectory(tmpFile); } }
log.info("Using temp dir: " + tmpDir.getAbsolutePath()); File indexFile = INDEX_MERGER_V9.persist( incIndex, tmpDir,
File indexFile = INDEX_MERGER_V9.persist( incIndexes.get(i), tmpDir,
File indexFile = INDEX_MERGER_V9.persist( incIndexes.get(i), tmpDir,
File indexFile = INDEX_MERGER_V9.persist( incIndexes.get(i), tmpDir,
File indexFile = INDEX_MERGER_V9.persist( incIndexes.get(i), tmpFile,
private void spillIfSwappable() { if (theSink.swappable()) { final FireHydrant indexToPersist = theSink.swap(); final int rowsToPersist = indexToPersist.getIndex().size(); final File dirToPersist = getSpillDir(indexToPersist.getCount()); log.info("Spilling index[%d] with rows[%d] to: %s", indexToPersist.getCount(), rowsToPersist, dirToPersist); try { indexMergerV9.persist( indexToPersist.getIndex(), dirToPersist, config.getIndexSpec(), config.getSegmentWriteOutMediumFactory() ); indexToPersist.swapSegment(null); metrics.incrementRowOutputCount(rowsToPersist); spilled.add(dirToPersist); } catch (Exception e) { log.warn(e, "Failed to spill index[%d]", indexToPersist.getCount()); throw Throwables.propagate(e); } } }
File indexFile = INDEX_MERGER_V9.persist( incIndexes.get(i), tmpDir,
log.info("Using temp dir: " + tmpDir.getAbsolutePath()); indexFile = INDEX_MERGER_V9.persist( incIndex, tmpDir,
someTmpFile.delete(); someTmpFile.mkdirs(); INDEX_MERGER_V9.persist(index, someTmpFile, new IndexSpec(), null); someTmpFile.delete(); return INDEX_IO.loadIndex(someTmpFile);
INDEX_MERGER_V9.persist(index, persistDir, new IndexSpec(), null);
indexA.add(row); final File fileA = INDEX_MERGER_V9.persist( indexA, new File(tmpDir, "A"), indexB.add(row); final File fileB = INDEX_MERGER_V9.persist( indexB, new File(tmpDir, "B"), indexC.add(row); final File fileC = INDEX_MERGER_V9.persist( indexC, new File(tmpDir, "C"), indexD.add(row); final File fileD = INDEX_MERGER_V9.persist( indexD, new File(tmpDir, "D"),
File indexFile = INDEX_MERGER_V9.persist( incIndexes.get(i), tmpDir,
log.info("Using temp dir: " + tmpDir.getAbsolutePath()); indexFile = INDEX_MERGER_V9.persist( incIndex, tmpDir,
.persist(incrementalIndex, persistedSegmentDir, new IndexSpec(), null);