@Override public void run() { while (!finished) { if (mappersStarted == conf.getMaxWorkers() + 1 && !workerProgresses.isEmpty()) { // Combine and log CombinedWorkerProgress combinedWorkerProgress = new CombinedWorkerProgress(workerProgresses.values(), conf); if (LOG.isInfoEnabled()) { LOG.info(combinedWorkerProgress.toString()); } // Check if application is done if (combinedWorkerProgress.isDone(conf.getMaxWorkers())) { break; } } try { Thread.sleep(UPDATE_MILLISECONDS); } catch (InterruptedException e) { if (LOG.isInfoEnabled()) { LOG.info("Progress thread interrupted"); } break; } } } });
StringBuilder sb = new StringBuilder(); sb.append("Data from ").append(workersInSuperstep).append(" workers - "); if (isInputSuperstep()) { sb.append("Loading data: "); sb.append(verticesLoaded).append(" vertices loaded, "); sb.append(edgesLoaded).append(" edges loaded, "); sb.append(edgeInputSplitsLoaded).append(" edge input splits loaded"); } else if (isComputeSuperstep()) { sb.append("Compute superstep ").append(currentSuperstep).append(": "); sb.append(verticesComputed).append(" out of ").append( sb.append(partitionsComputed).append(" out of ").append( partitionsToCompute).append(" partitions computed"); } else if (isOutputSuperstep()) { sb.append("Storing data: "); sb.append(verticesStored).append(" out of ").append(
if (isInputSuperstep()) { verticesLoaded += workerProgress.getVerticesLoaded(); vertexInputSplitsLoaded += edgesLoaded += workerProgress.getEdgesLoaded(); edgeInputSplitsLoaded += workerProgress.getEdgeInputSplitsLoaded(); } else if (isComputeSuperstep()) { verticesToCompute += workerProgress.getVerticesToCompute(); verticesComputed += workerProgress.getVerticesComputed(); partitionsToCompute += workerProgress.getPartitionsToCompute(); partitionsComputed += workerProgress.getPartitionsComputed(); } else if (isOutputSuperstep()) { verticesToStore += workerProgress.getVerticesToStore(); verticesStored += workerProgress.getVerticesStored();