@Before public void setup() { appenderatorTester = new AppenderatorTester(MAX_ROWS_IN_MEMORY); allocator = new TestSegmentAllocator(DATA_SOURCE, Granularities.HOUR); dataSegmentKiller = createStrictMock(DataSegmentKiller.class); driver = new BatchAppenderatorDriver( appenderatorTester.getAppenderator(), allocator, new TestUsedSegmentChecker(appenderatorTester), dataSegmentKiller ); EasyMock.replay(dataSegmentKiller); }
public AppenderatorPlumberTest() throws Exception this.appenderatorTester = new AppenderatorTester(10); DataSegmentAnnouncer segmentAnnouncer = EasyMock .createMock(DataSegmentAnnouncer.class); ); this.plumber = new AppenderatorPlumber(appenderatorTester.getSchema(), tuningConfig, appenderatorTester.getMetrics(), segmentAnnouncer, segmentPublisher, handoffNotifier, appenderatorTester.getAppenderator());
@Override public Set<DataSegment> findUsedSegments(Set<SegmentIdWithShardSpec> identifiers) { final VersionedIntervalTimeline<String, DataSegment> timeline = new VersionedIntervalTimeline<>(Ordering.natural()); for (DataSegment dataSegment : appenderatorTester.getPushedSegments()) { timeline.add( dataSegment.getInterval(), dataSegment.getVersion(), dataSegment.getShardSpec().createChunk(dataSegment) ); } final Set<DataSegment> retVal = new HashSet<>(); for (SegmentIdWithShardSpec identifier : identifiers) { for (TimelineObjectHolder<String, DataSegment> holder : timeline.lookup(identifier.getInterval())) { for (PartitionChunk<DataSegment> chunk : holder.getObject()) { if (identifiers.contains(SegmentIdWithShardSpec.fromDataSegment(chunk.getObject()))) { retVal.add(chunk.getObject()); } } } } return retVal; } }
try (final AppenderatorTester tester = new AppenderatorTester(2, true)) { final Appenderator appenderator = tester.getAppenderator(); tuningConfig = tester.getTuningConfig(); appenderator.close(); try (final AppenderatorTester tester2 = new AppenderatorTester( 2, -1, true )) { final Appenderator appenderator2 = tester2.getAppenderator(); Assert.assertEquals(ImmutableMap.of("eventCount", 4), appenderator2.startJob()); Assert.assertEquals(ImmutableList.of(IDENTIFIERS.get(0)), appenderator2.getSegments());
@Test public void testSimpleIngestion() throws Exception try (final AppenderatorTester tester = new AppenderatorTester(2, true)) { final Appenderator appenderator = tester.getAppenderator(); boolean thrown; Assert.assertEquals(sorted(tester.getPushedSegments()), sorted(segmentsAndMetadata.getSegments()));
@Test public void testRestart() { Assert.assertNull(driver.startJob()); driver.close(); appenderatorTester.getAppenderator().close(); Assert.assertNull(driver.startJob()); }
objectMapper ); maxSizeInBytes = maxSizeInBytes == 0L ? getDefaultMaxBytesInMemory() : maxSizeInBytes; tuningConfig = new RealtimeTuningConfig( maxRowsInMemory,
@Test public void testSimpleIngestion() throws Exception Appenderator appenderator = appenderatorTester.getAppenderator();
@Before public void setUp() throws Exception { appenderatorTester = new AppenderatorTester(MAX_ROWS_IN_MEMORY); allocator = new TestSegmentAllocator(DATA_SOURCE, Granularities.HOUR); segmentHandoffNotifierFactory = new TestSegmentHandoffNotifierFactory(); dataSegmentKiller = createStrictMock(DataSegmentKiller.class); driver = new StreamAppenderatorDriver( appenderatorTester.getAppenderator(), allocator, segmentHandoffNotifierFactory, new TestUsedSegmentChecker(appenderatorTester), dataSegmentKiller, OBJECT_MAPPER, new FireDepartmentMetrics() ); EasyMock.replay(dataSegmentKiller); }
@Test public void testMaxBytesInMemory() throws Exception try (final AppenderatorTester tester = new AppenderatorTester(100, 1024, true)) { final Appenderator appenderator = tester.getAppenderator(); final AtomicInteger eventCount = new AtomicInteger(0); final Supplier<Committer> committerSupplier = () -> {
@Test public void testMaxBytesInMemoryInMultipleSinks() throws Exception try (final AppenderatorTester tester = new AppenderatorTester(100, 1024, true)) { final Appenderator appenderator = tester.getAppenderator(); final AtomicInteger eventCount = new AtomicInteger(0); final Supplier<Committer> committerSupplier = () -> {
@Test public void testMaxRowsInMemory() throws Exception try (final AppenderatorTester tester = new AppenderatorTester(3, true)) { final Appenderator appenderator = tester.getAppenderator(); final AtomicInteger eventCount = new AtomicInteger(0); final Supplier<Committer> committerSupplier = new Supplier<Committer>()
@Test public void testIgnoreMaxBytesInMemory() throws Exception try (final AppenderatorTester tester = new AppenderatorTester(100, -1, true)) { final Appenderator appenderator = tester.getAppenderator(); final AtomicInteger eventCount = new AtomicInteger(0); final Supplier<Committer> committerSupplier = () -> {
@Test(timeout = 60_000L) public void testTotalRowCount() throws Exception try (final AppenderatorTester tester = new AppenderatorTester(3, true)) { final Appenderator appenderator = tester.getAppenderator(); final ConcurrentMap<String, String> commitMetadata = new ConcurrentHashMap<>(); final Supplier<Committer> committerSupplier = committerSupplierFromConcurrentMap(commitMetadata);
@Test public void testMaxRowsInMemoryDisallowIncrementalPersists() throws Exception try (final AppenderatorTester tester = new AppenderatorTester(3, false)) { final Appenderator appenderator = tester.getAppenderator(); final AtomicInteger eventCount = new AtomicInteger(0); final Supplier<Committer> committerSupplier = () -> {
@Test public void testQueryBySegments() throws Exception try (final AppenderatorTester tester = new AppenderatorTester(2, true)) { final Appenderator appenderator = tester.getAppenderator();
@Test public void testQueryByIntervals() throws Exception try (final AppenderatorTester tester = new AppenderatorTester(2, true)) { final Appenderator appenderator = tester.getAppenderator();