Progress progress = progressMap.get(s); final int complete = progress.getSucceededTaskCount(); final int total = progress.getTotalTaskCount(); final int running = progress.getRunningTaskCount(); final int failed = progress.getFailedTaskAttemptCount();
VertexProgress(Progress progress, DAGStatus.State dagState) { this(progress.getTotalTaskCount(), progress.getSucceededTaskCount(), progress.getFailedTaskAttemptCount(), progress.getKilledTaskAttemptCount(), progress.getRunningTaskCount(), dagState); }
Progress progress = progressMap.get(s); final int complete = progress.getSucceededTaskCount(); final int total = progress.getTotalTaskCount(); final int running = progress.getRunningTaskCount(); final int failed = progress.getFailedTaskAttemptCount();
private Progress setup(Progress progressMock, int total, int succeeded, int failedAttempt, int killedAttempt, int running) { when(progressMock.getTotalTaskCount()).thenReturn(total); when(progressMock.getSucceededTaskCount()).thenReturn(succeeded); when(progressMock.getFailedTaskAttemptCount()).thenReturn(failedAttempt); when(progressMock.getKilledTaskAttemptCount()).thenReturn(killedAttempt); when(progressMock.getRunningTaskCount()).thenReturn(running); return progressMock; }
currentMax = updatedCounters.get(counterName); long newMax = Math.max(currentMax, entry.getValue().getTotalTaskCount()); updatedCounters.put(counterName, newMax); currentTotal = updatedCounters.get(counterName); long newTotal = currentTotal + entry.getValue().getTotalTaskCount(); updatedCounters.put(counterName, newTotal);
VertexProgress(Progress progress, DAGStatus.State dagState) { this(progress.getTotalTaskCount(), progress.getSucceededTaskCount(), progress.getFailedTaskAttemptCount(), progress.getKilledTaskAttemptCount(), progress.getRunningTaskCount(), dagState); }
private double getProgress(Progress progress) { return (progress.getTotalTaskCount() == 0 ? 0.0 : (double) (progress.getSucceededTaskCount()) / progress.getTotalTaskCount()); }
public Map<String, Float> getVertexProgress() { Map<String, Float> vertexProgress = Maps.newHashMap(); for (Map.Entry<String, Progress> entry : dagStatus.getVertexProgress().entrySet()) { Progress p = entry.getValue(); float progress = (float)p.getSucceededTaskCount() / (float)p.getTotalTaskCount(); vertexProgress.put(entry.getKey(), progress); } return vertexProgress; }
private float getProgress(String vertexName) { Progress progress = dagStatus.getVertexProgress().get(vertexName); if(progress == null) { // no such stage. return 0 like MR app currently does. return 0; } float totalTasks = (float) progress.getTotalTaskCount(); if(totalTasks != 0) { return progress.getSucceededTaskCount()/totalTasks; } return 0; }
public float getDAGProgress() { Progress p = dagStatus.getDAGProgress(); return p == null ? 0 : (float)p.getSucceededTaskCount() / (float)p.getTotalTaskCount(); }
@Override public String toString() { StringBuilder sb = new StringBuilder(); sb.append("TotalTasks: "); sb.append(getTotalTaskCount()); sb.append(" Succeeded: "); sb.append(getSucceededTaskCount()); sb.append(" Running: "); sb.append(getRunningTaskCount()); sb.append(" Failed: "); sb.append(getFailedTaskCount()); sb.append(" Killed: "); sb.append(getKilledTaskCount()); if (getFailedTaskAttemptCount() > 0) { sb.append(" FailedTaskAttempts: "); sb.append(getFailedTaskAttemptCount()); } if (getKilledTaskAttemptCount() > 0) { sb.append(" KilledTaskAttempts: "); sb.append(getKilledTaskAttemptCount()); } return sb.toString(); }
+ dagStatus.getState() + " Progress: " + (progress.getTotalTaskCount() < 0 ? formatter.format(0.0f) : formatter.format((double)(progress.getSucceededTaskCount()) /progress.getTotalTaskCount()))); for (String vertexName : vertexNames) { VertexStatus vStatus = dagClient.getVertexStatus(vertexName, if (vProgress != null) { vProgressFloat = 0.0f; if (vProgress.getTotalTaskCount() == 0) { vProgressFloat = 1.0f; } else if (vProgress.getTotalTaskCount() > 0) { vProgressFloat = (double)vProgress.getSucceededTaskCount() /vProgress.getTotalTaskCount();
Progress progress = progressMap.get(s); final int complete = progress.getSucceededTaskCount(); final int total = progress.getTotalTaskCount(); final int running = progress.getRunningTaskCount(); final int failed = progress.getFailedTaskAttemptCount();
this.vertexState = status.getState(); this.parallelism = parallelism; //compile time parallelism this.numTasks = status.getProgress().getTotalTaskCount(); //run time parallelism TezCounters tezCounters = status.getVertexCounters(); counters = Maps.newHashMap();
if (vProgress != null) { vProgressFloat = 0.0f; if (vProgress.getTotalTaskCount() == 0) { vProgressFloat = 1.0f; } else if (vProgress.getTotalTaskCount() > 0) { vProgressFloat = getProgress(vProgress);
@Override public boolean equals(Object obj) { if (obj instanceof Progress){ Progress other = (Progress)obj; return getTotalTaskCount() == other.getTotalTaskCount() && getSucceededTaskCount() == other.getSucceededTaskCount() && getRunningTaskCount() == other.getRunningTaskCount() && getFailedTaskCount() == other.getFailedTaskCount() && getKilledTaskCount() == other.getKilledTaskCount() && getFailedTaskAttemptCount() == other.getFailedTaskAttemptCount() && getKilledTaskAttemptCount() == other.getKilledTaskAttemptCount(); } return false; }
@Override public int hashCode() { final int prime = 45007; int result = prime + getTotalTaskCount(); result = prime * result + getSucceededTaskCount(); result = prime * result + getRunningTaskCount(); result = prime * result + getFailedTaskCount(); result = prime * result + getKilledTaskCount(); result = prime * result + getFailedTaskAttemptCount(); result = prime * result + getKilledTaskAttemptCount(); return result; }
Progress progress = progressMap.get(s); final int complete = progress.getSucceededTaskCount(); final int total = progress.getTotalTaskCount(); final int running = progress.getRunningTaskCount(); final int failed = progress.getFailedTaskAttemptCount(); final int pending = progress.getTotalTaskCount() - progress.getSucceededTaskCount() - progress.getRunningTaskCount(); final int killed = progress.getKilledTaskAttemptCount();
private VertexStatus updateProgress( DAGClient dagClient, Set<StatusGetOpts> statusGetOpts ) { VertexStatus vertexStatus = null; try { vertexStatus = dagClient.getVertexStatus( getID(), statusGetOpts ); } catch( IOException | TezException exception ) { logWarn( "unable to get vertex status for: {}", getID(), exception ); } if( vertexStatus == null ) return null; Progress progress = vertexStatus.getProgress(); totalTaskCount = progress.getTotalTaskCount(); runningTaskCount = progress.getRunningTaskCount(); succeededTaskCount = progress.getSucceededTaskCount(); failedTaskCount = progress.getFailedTaskCount(); killedTaskCount = progress.getKilledTaskCount(); return vertexStatus; } }
private VertexStatus updateProgress( DAGClient dagClient, Set<StatusGetOpts> statusGetOpts ) { VertexStatus vertexStatus = null; try { vertexStatus = dagClient.getVertexStatus( getID(), statusGetOpts ); } catch( IOException | TezException exception ) { logWarn( "unable to get vertex status for: {}", getID(), exception ); } if( vertexStatus == null ) return null; Progress progress = vertexStatus.getProgress(); totalTaskCount = progress.getTotalTaskCount(); runningTaskCount = progress.getRunningTaskCount(); succeededTaskCount = progress.getSucceededTaskCount(); failedTaskCount = progress.getFailedTaskCount(); killedTaskCount = progress.getKilledTaskCount(); return vertexStatus; } }