@Inject public LocalDataSegmentKiller(LocalDataSegmentPusherConfig config) { this.storageDirectory = config.getStorageDirectory(); }
@Override public String getPathForHadoop() { return config.getStorageDirectory().getAbsoluteFile().toURI().toString(); }
throws IOException final File baseStorageDir = config.getStorageDirectory(); final File outDir = new File(baseStorageDir, this.getStorageDir(segment, useUniquePath));
@Test public void testPush() throws IOException { /* DataSegment - Used to create LoadSpec and Create outDir (Local Deep Storage location in this case) File dataSegmentFile - Used to get location of segment files like version.bin, meta.smoosh and xxxxx.smoosh */ final DataSegment dataSegment2 = dataSegment.withVersion("v2"); DataSegment returnSegment1 = localDataSegmentPusher.push(dataSegmentFiles, dataSegment, false); DataSegment returnSegment2 = localDataSegmentPusher.push(dataSegmentFiles, dataSegment2, false); Assert.assertNotNull(returnSegment1); Assert.assertEquals(dataSegment, returnSegment1); Assert.assertNotNull(returnSegment2); Assert.assertEquals(dataSegment2, returnSegment2); Assert.assertNotEquals( localDataSegmentPusher.getStorageDir(dataSegment, false), localDataSegmentPusher.getStorageDir(dataSegment2, false) ); for (DataSegment returnSegment : ImmutableList.of(returnSegment1, returnSegment2)) { File outDir = new File( config.getStorageDirectory(), localDataSegmentPusher.getStorageDir(returnSegment, false) ); File versionFile = new File(outDir, "index.zip"); File descriptorJson = new File(outDir, "descriptor.json"); Assert.assertTrue(versionFile.exists()); Assert.assertTrue(descriptorJson.exists()); } }
@Inject public LocalDataSegmentKiller(LocalDataSegmentPusherConfig config) { this.storageDirectory = config.getStorageDirectory(); }
@Override public String getPathForHadoop() { return config.getStorageDirectory().getAbsoluteFile().toURI().toString(); }
throws IOException final File baseStorageDir = config.getStorageDirectory(); final File outDir = new File(baseStorageDir, this.getStorageDir(segment, useUniquePath));