@Override public void applyBulkMutations(List<Tuple2<MutationType, Dataset<Row>>> planned) { for (Tuple2<MutationType, Dataset<Row>> mutation : planned) { MutationType mutationType = mutation._1(); Dataset<Row> mutationDF = mutation._2(); if (mutationType.equals(MutationType.INSERT)) { mutationDF.javaRDD().foreachPartition(new SendRowToKafkaFunction(config)); } } }
@Override public void applyBulkMutations(List<Tuple2<MutationType, Dataset<Row>>> planned) { for (Tuple2<MutationType, Dataset<Row>> mutation : planned) { MutationType mutationType = mutation._1(); Dataset<Row> mutationDF = mutation._2(); if (mutationType.equals(MutationType.INSERT)) { mutationDF.javaRDD().foreach(new SendRowToLogFunction(delimiter, logLevel)); } } }
plan = RowUtils.set(plan, getCurrentFlagFieldName(), getCurrentFlagNoValue()); if (!PlannerUtils.getMutationType(plan).equals(MutationType.INSERT)) { plan = PlannerUtils.setMutationType(plan, MutationType.UPDATE); plan = RowUtils.set(plan, getCurrentFlagFieldName(), getCurrentFlagNoValue()); if (!PlannerUtils.getMutationType(plan).equals(MutationType.INSERT)) { plan = PlannerUtils.setMutationType(plan, MutationType.UPDATE); if (!PlannerUtils.getMutationType(plan).equals(MutationType.INSERT)) { plan = PlannerUtils.setMutationType(plan, MutationType.UPDATE); plan = RowUtils.set(plan, getCurrentFlagFieldName(), getCurrentFlagNoValue()); if (PlannerUtils.getMutationType(plan).equals(MutationType.INSERT)) { plannedForKey.set(position, carried); plan = carried; } else if (!PlannerUtils.getMutationType(plan).equals(MutationType.NONE)) { planned.add(plan); } else if (!PlannerUtils.getMutationType(plan).equals(MutationType.NONE)) { planned.add(plan); if (!PlannerUtils.getMutationType(plan).equals(MutationType.NONE)) { planned.add(plan);
plan = lastUpdatedTimeModel.setCurrentSystemTime(plan); if (!PlannerUtils.getMutationType(plan).equals(MutationType.INSERT)) { plan = PlannerUtils.setMutationType(plan, MutationType.UPDATE); plan = lastUpdatedTimeModel.setCurrentSystemTime(plan); if (!PlannerUtils.getMutationType(plan).equals(MutationType.INSERT)) { plan = PlannerUtils.setMutationType(plan, MutationType.UPDATE); plannedForKey.set(position, plan); if (!PlannerUtils.getMutationType(plan).equals(MutationType.NONE)) { planned.add(plan);