private boolean checkState(JobProcessInformation processInformation, int partitionId) { JobPartitionState[] partitionStates = processInformation.getPartitionStates(); JobPartitionState partitionState = partitionStates[partitionId]; return partitionState == null || partitionState.getState() == JobPartitionState.State.WAITING; }
@Override public boolean reset() { processedRecords = 0; return keyValueSource.reset(); }
@Override public void map(Integer key, Integer value, Context<String, Integer> context) { context.emit("all_values", value); } }
@Override public void execute(HazelcastInstance hazelcastInstance) throws Exception { JobTracker jobTracker = hazelcastInstance.getJobTracker("default"); IMap<String, SalaryYear> map = hazelcastInstance.getMap("salaries"); KeyValueSource<String, SalaryYear> source = KeyValueSource.fromMap(map); Job<String, SalaryYear> job = jobTracker.newJob(source); JobCompletableFuture<Integer> future = job .mapper(new SalarySumMapper()) .combiner(new SalarySumCombinerFactory()) .reducer(new SalarySumReducerFactory()) .submit(new SalarySumCollator()); System.out.println("Salary sum: " + future.get()); }
@Override public Throwable createException(String message, Throwable cause) { return new TopologyChangedException(message); } });
@Override public int getProcessedRecords() { return processInformation.getProcessedRecords(); } }
@Override public Map.Entry<K, V> element() { return keyValueSource.element(); }
@Override protected Collection<K> getAllKeys0() { return keyValueSource.getAllKeys(); }
@Override public boolean open(NodeEngine nodeEngine) { return keyValueSource.open(nodeEngine); }
@Override public boolean hasNext() { return keyValueSource.hasNext(); }
@Override public boolean isAllKeysSupported() { return keyValueSource.isAllKeysSupported(); }
public RemoteMapReduceException(String message, List<Exception> remoteCauses) { super(message); setStackTraceElements(remoteCauses); }
private boolean checkState(JobProcessInformation processInformation, int partitionId) { JobPartitionState[] partitionStates = processInformation.getPartitionStates(); JobPartitionState partitionState = partitionStates[partitionId]; return partitionState == null || partitionState.getState() == JobPartitionState.State.WAITING; }
@Override public boolean reset() { processedRecords = 0; return keyValueSource.reset(); }
@Override public Throwable createException(String message, Throwable cause) { return new TopologyChangedException(message); } });
@Override public int getProcessedRecords() { return processInformation.getProcessedRecords(); } }
@Override public Map.Entry<K, V> element() { return keyValueSource.element(); }
@Override protected Collection<K> getAllKeys0() { return keyValueSource.getAllKeys(); }
@Override public boolean open(NodeEngine nodeEngine) { return keyValueSource.open(nodeEngine); }
@Override public boolean hasNext() { return keyValueSource.hasNext(); }