/** * This method always returns null because batch ingestion doesn't support restoring tasks on failures. * * @return always null */ @Override @Nullable public Object startJob() { final Object metadata = appenderator.startJob(); if (metadata != null) { throw new ISE("Metadata should be null because BatchAppenderatorDriver never persists it"); } return null; }
appenderator.startJob(), AppenderatorDriverMetadata.class );
@Override public Object startJob() { handoffNotifier.start(); Object retVal = appenderator.startJob(); initializeExecutors(); startPersistThread(); // Push pending sinks bootstrapped from previous run mergeAndPush(); return retVal; }
appenderator.startJob(); eventCount.incrementAndGet(); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 1), committerSupplier); )) { final Appenderator appenderator2 = tester2.getAppenderator(); Assert.assertEquals(ImmutableMap.of("eventCount", 4), appenderator2.startJob()); Assert.assertEquals(ImmutableList.of(IDENTIFIERS.get(0)), appenderator2.getSegments()); Assert.assertEquals(4, appenderator2.getRowCount(IDENTIFIERS.get(0)));
}; appenderator.startJob(); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 1), committerSupplier);
}; appenderator.startJob(); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 1), committerSupplier);
appenderator.startJob(); Assert.assertEquals(0, appenderator.getTotalRowCount()); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 1), committerSupplier);
appenderator.startJob(); Assert.assertEquals(0, ((AppenderatorImpl) appenderator).getRowsInMemory()); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 1), committerSupplier, false);
Assert.assertEquals(null, appenderator.startJob());
appenderator.startJob(); Assert.assertEquals(0, ((AppenderatorImpl) appenderator).getRowsInMemory()); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 1), committerSupplier);
appenderator.startJob(); Assert.assertEquals(0, ((AppenderatorImpl) appenderator).getRowsInMemory()); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 1), committerSupplier);
final Appenderator appenderator = tester.getAppenderator(); appenderator.startJob(); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 1), Suppliers.ofInstance(Committers.nil())); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 2), Suppliers.ofInstance(Committers.nil()));
final Appenderator appenderator = tester.getAppenderator(); appenderator.startJob(); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 1), Suppliers.ofInstance(Committers.nil())); appenderator.add(IDENTIFIERS.get(0), IR("2000", "foo", 2), Suppliers.ofInstance(Committers.nil()));
)) { Assert.assertEquals("dataSourceName", appenderator.getDataSource()); Assert.assertEquals(null, appenderator.startJob()); SegmentIdWithShardSpec identifier = new SegmentIdWithShardSpec( "dataSourceName",
/** * This method always returns null because batch ingestion doesn't support restoring tasks on failures. * * @return always null */ @Override @Nullable public Object startJob() { final Object metadata = appenderator.startJob(); if (metadata != null) { throw new ISE("Metadata should be null because BatchAppenderatorDriver never persists it"); } return null; }
appenderator.startJob(), AppenderatorDriverMetadata.class );
@Override public Object startJob() { handoffNotifier.start(); Object retVal = appenderator.startJob(); initializeExecutors(); startPersistThread(); // Push pending sinks bootstrapped from previous run mergeAndPush(); return retVal; }