@Override public void postApplication(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.info("Application {} container {} computation ends with {}ms execution time.", context.getAppId(), context.getContainerId(), TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - this.appStartTime)); }
private String getZookeeperServerFolder(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { String defaultZooKeeperServePath = new StringBuilder(200).append("tmp").append(Path.SEPARATOR) .append("_guagua").append(Path.SEPARATOR).append(context.getAppId()).append(Path.SEPARATOR).toString(); String hdfsZookeeperServerPath = context.getProps().getProperty( GuaguaConstants.GUAGUA_ZK_CLUSTER_SERVER_FOLDER, defaultZooKeeperServePath); return hdfsZookeeperServerPath; }
private String getZookeeperServerFolder(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { String defaultZooKeeperServePath = new StringBuilder(200).append("tmp").append(Path.SEPARATOR) .append("_guagua").append(Path.SEPARATOR).append(context.getAppId()).append(Path.SEPARATOR).toString(); String hdfsZookeeperServerPath = context.getProps().getProperty( GuaguaConstants.GUAGUA_ZK_CLUSTER_SERVER_FOLDER, defaultZooKeeperServePath); return hdfsZookeeperServerPath; }
@Override public void preIteration(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.debug("pre application:{} container:{} iteration:{}, context:{}", context.getAppId(), context.getCurrentIteration(), context); }
private String getZookeeperServerFolder(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { String defaultZooKeeperServePath = new StringBuilder(200).append("tmp").append(Path.SEPARATOR) .append("_guagua").append(Path.SEPARATOR).append(context.getAppId()).append(Path.SEPARATOR).toString(); String hdfsZookeeperServerPath = context.getProps().getProperty( GuaguaConstants.GUAGUA_ZK_CLUSTER_SERVER_FOLDER, defaultZooKeeperServePath); return hdfsZookeeperServerPath; }
@Override public void postApplication(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.info("Application {} container {} ends with {}ms execution time.", context.getAppId(), context.getContainerId(), TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - this.appStartTime)); }
private String getZookeeperServerFolder(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { String defaultZooKeeperServePath = new StringBuilder(200).append("tmp").append(Path.SEPARATOR) .append("_guagua").append(Path.SEPARATOR).append(context.getAppId()).append(Path.SEPARATOR).toString(); String hdfsZookeeperServerPath = context.getProps().getProperty( GuaguaConstants.GUAGUA_ZK_CLUSTER_SERVER_FOLDER, defaultZooKeeperServePath); return hdfsZookeeperServerPath; }
@Override public void preApplication(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { this.appStartTime = System.nanoTime(); LOG.info("Application {} container {} starts master computation.", context.getAppId(), context.getContainerId()); }
@Override public void preApplication(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { this.appStartTime = System.nanoTime(); LOG.info("Application {} container {} computation starts internal master computation.", context.getAppId(), context.getContainerId()); }
@Override public void preApplication(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.debug("pre application:{}, container:{} context:{}", context.getAppId(), context.getContainerId(), context); }
@Override public void postApplication(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.debug("post application:{}, container:{} context:{}", context.getAppId(), context.getContainerId(), context); }
@Override public void postIteration(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.info("Application {} container {} iteration {} ends with {}ms execution time.", context.getAppId(), context.getContainerId(), context.getCurrentIteration(), TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - this.iterStartTime)); }
@Override public void postIteration(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.info("Application {} container {} iteration {} computation ends with {}ms execution time.", context.getAppId(), context.getContainerId(), context.getCurrentIteration(), TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - this.iterStartTime)); }
@Override public void preIteration(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { this.iterStartTime = System.nanoTime(); LOG.info("Application {} container {} iteration {} computation starts internal master computatio.", context.getAppId(), context.getContainerId(), context.getCurrentIteration()); }
@Override public void postApplication(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.info("Application {} container {} ends with {}ms gc time.", context.getAppId(), context.getContainerId(), TimeUnit.NANOSECONDS.toMillis(computeGCTime() - this.appGCStartTime)); }
@Override public void doExecute() throws KeeperException, InterruptedException { String appId = context.getAppId(); int lastIteration = context.getCurrentIteration(); final String appMasterNode = getCurrentMasterNode(appId, lastIteration).toString(); final String appMasterSplitNode = getCurrentMasterSplitNode(appId, lastIteration).toString(); // actually, this is last master result for fault recovery setMasterResult(context, appMasterNode, appMasterSplitNode); } }.execute();
@Override public void preIteration(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { this.iterStartTime = System.nanoTime(); LOG.info("Application {} container {} iteration {} starts master computation.", context.getAppId(), context.getContainerId(), context.getCurrentIteration()); }
@Override public void postIteration(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.debug("post application:{} container:{} iteration:{}, context:{}", context.getAppId(), context.getContainerId(), context.getCurrentIteration(), context); }
@Override public void postIteration(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { LOG.info("Application {} container {} iteration {} ends with {}ms gc time.", context.getAppId(), context.getContainerId(), context.getCurrentIteration(), TimeUnit.NANOSECONDS.toMillis(computeGCTime() - this.iterGCStartTime)); }
@Override public void preIteration(MasterContext<MASTER_RESULT, WORKER_RESULT> context) { this.iterGCStartTime = computeGCTime(); LOG.info("Application {} container {} iteration {} starts master computation.", context.getAppId(), context.getContainerId(), context.getCurrentIteration()); }