private void writeBatch(MutationState mutationState, Context context) throws IOException, SQLException, InterruptedException { final Iterator<Pair<byte[], List<Mutation>>> iterator = mutationState.toMutations(true, null); while (iterator.hasNext()) { Pair<byte[], List<Mutation>> mutationPair = iterator.next(); List<Mutation> batchMutations = mutationPair.getSecond(); List<List<Mutation>> batchOfBatchMutations = MutationState.getMutationBatchList(batchSize, batchSizeBytes, batchMutations); for (List<Mutation> mutationList : batchOfBatchMutations) { writer.write(mutationList); } context.getCounter(PhoenixJobCounters.OUTPUT_RECORDS).increment( mutationPair.getSecond().size()); } connection.rollback(); currentBatchCount = 0; }
List<List<Mutation>> batchLists = MutationState.getMutationBatchList(2, 10, list); assertTrue(batchLists.size() == 2); assertEquals(batchLists.get(0).size(), 1); List<List<Mutation>> batchLists = MutationState.getMutationBatchList(2, 10, list); assertTrue(batchLists.size() == 2); assertEquals(batchLists.get(0).size(), 2); List<List<Mutation>> batchLists = MutationState.getMutationBatchList(2, 10, list); assertTrue(batchLists.size() == 4); assertEquals(batchLists.get(0).size(), 1);
List<List<Mutation>> mutationBatchList = getMutationBatchList(batchSize, batchSizeBytes, mutationList); for (final List<Mutation> mutationBatch : mutationBatchList) {
private void writeBatch(MutationState mutationState, Context context) throws IOException, SQLException, InterruptedException { final Iterator<Pair<byte[], List<Mutation>>> iterator = mutationState.toMutations(true, null); while (iterator.hasNext()) { Pair<byte[], List<Mutation>> mutationPair = iterator.next(); List<Mutation> batchMutations = mutationPair.getSecond(); List<List<Mutation>> batchOfBatchMutations = MutationState.getMutationBatchList(batchSize, batchSizeBytes, batchMutations); for (List<Mutation> mutationList : batchOfBatchMutations) { writer.write(mutationList); } context.getCounter(PhoenixJobCounters.OUTPUT_RECORDS).increment( mutationPair.getSecond().size()); } connection.rollback(); }
private void writeBatch(MutationState mutationState, Context context) throws IOException, SQLException, InterruptedException { final Iterator<Pair<byte[], List<Mutation>>> iterator = mutationState.toMutations(true, null); while (iterator.hasNext()) { Pair<byte[], List<Mutation>> mutationPair = iterator.next(); List<Mutation> batchMutations = mutationPair.getSecond(); List<List<Mutation>> batchOfBatchMutations = MutationState.getMutationBatchList(batchSize, batchSizeBytes, batchMutations); for (List<Mutation> mutationList : batchOfBatchMutations) { writer.write(mutationList); } context.getCounter(PhoenixJobCounters.OUTPUT_RECORDS).increment( mutationPair.getSecond().size()); } connection.rollback(); currentBatchCount = 0; }
List<List<Mutation>> mutationBatchList = getMutationBatchList(batchSize, batchSizeBytes, mutationList); for (final List<Mutation> mutationBatch : mutationBatchList) {
List<List<Mutation>> mutationBatchList = getMutationBatchList(batchSize, batchSizeBytes, mutationList); for (final List<Mutation> mutationBatch : mutationBatchList) {