}); this.workUnitCalculator.initPreviousRunState(this.metadataManager); final K workUnitCalculatorResult = this.workUnitCalculator.computeWorkUnits(); log.info("Work unit calculator result :{}", workUnitCalculatorResult); this.workUnitCalculator.saveNextRunState(this.metadataManager, workUnitCalculatorResult.getNextRunState()); if (workUnitCalculatorResult.hasWorkUnits()) { final JavaRDD<AvroPayload> sourceRDD = this.source.getData(workUnitCalculatorResult);
Assert.assertFalse(getLatestCheckpoint(this.metadataManager).isPresent()); virtuallyProcessPartition(this.partitionManager, this.metadataManager, Optional.absent(), this.dataPath); new AtomicBoolean(true)); final Optional<StringValue> latestCheckpoint2 = getLatestCheckpoint(metadataManager2); Assert.assertTrue(latestCheckpoint2.isPresent()); Assert.assertEquals(this.dataPath, latestCheckpoint2.get().getValue()); final ParquetWorkUnitCalculator calc = new ParquetWorkUnitCalculator(this.hiveConfig, this.fileSystem); calc.initPreviousRunState(metadataManager2); Assert.assertTrue(calc.getNextPartition().isPresent()); Assert.assertEquals(this.dataPath, calc.getNextPartition().get()); calc.initPreviousRunState(metadataManager2); final IWorkUnitCalculator.IWorkUnitCalculatorResult<String, HiveRunState> iresult = calc.computeWorkUnits(); calc.saveNextRunState(metadataManager2, iresult.getNextRunState()); Assert.assertEquals(this.dataPath, metadataManager2.get(MetadataConstants.CHECKPOINT_KEY).get().getValue());