@Override public Entry<String,Counters> next() { Counters cntrs = new Counters(); ByteArrayInputStream input = new ByteArrayInputStream(getNextCounterData()); DataInputStream dataInput = new DataInputStream(input); try { cntrs.readFields(dataInput); } catch (IOException e) { throw new RuntimeException(e); } return Maps.immutableEntry(getNextIdentifier(), cntrs); }
private Counters getCounters(String jobId) { Counters counters = new Counters(); Range r = new Range("jobId\0" + jobId); ingestScanner.setRange(r); for (Map.Entry<Key,Value> entry : ingestScanner) { try { counters.readFields(ByteStreams.newDataInput(entry.getValue().get())); } catch (IOException e) { System.err.println("Error parsing counters for job " + jobId); e.printStackTrace(System.err); // Called from main // ignore for now -- bad counters so we'll just return partial/empty ones } processedJobs.add(jobId); break; } if (!processedJobs.contains(jobId)) { System.err.println("Couldn't find ingest counters for job " + jobId); processedJobs.add(jobId); } return counters; }
@Override public Value getTopValue() { Value topValue = super.getTopValue(); if (topValue == null) { return null; } else { try { Counters counters = new Counters(); counters.readFields(ByteStreams.newDataInput(topValue.get())); String json = gson.toJson(counters); return new Value(json.getBytes()); } catch (IOException e) { log.debug("Unable to parse value for key " + getTopKey() + " as a counters", e); return topValue; } } }
public void readFields(DataInput in) throws IOException { this.taskid.readFields(in); this.progress = in.readFloat(); this.state = Text.readString(in); this.startTime = in.readLong(); this.finishTime = in.readLong(); diagnostics = WritableUtils.readStringArray(in); counters = new Counters(); counters.readFields(in); currentStatus = WritableUtils.readEnum(in, TIPStatus.class); if (currentStatus == TIPStatus.RUNNING) { int num = WritableUtils.readVInt(in); for (int i = 0; i < num; i++) { TaskAttemptID t = new TaskAttemptID(); t.readFields(in); runningAttempts.add(t); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.readFields(in); } } }
public void readFields(DataInput in) throws IOException { this.taskid.readFields(in); this.progress = in.readFloat(); this.state = StringInterner.weakIntern(Text.readString(in)); this.startTime = in.readLong(); this.finishTime = in.readLong(); diagnostics = WritableUtils.readStringArray(in); counters = new Counters(); counters.readFields(in); currentStatus = WritableUtils.readEnum(in, TIPStatus.class); if (currentStatus == TIPStatus.RUNNING) { int num = WritableUtils.readVInt(in); for (int i = 0; i < num; i++) { TaskAttemptID t = new TaskAttemptID(); t.readFields(in); runningAttempts.add(t); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.readFields(in); } } }
public void readFields(DataInput in) throws IOException { this.taskid.readFields(in); this.progress = in.readFloat(); this.state = StringInterner.weakIntern(Text.readString(in)); this.startTime = in.readLong(); this.finishTime = in.readLong(); diagnostics = WritableUtils.readStringArray(in); counters = new Counters(); counters.readFields(in); currentStatus = WritableUtils.readEnum(in, TIPStatus.class); if (currentStatus == TIPStatus.RUNNING) { int num = WritableUtils.readVInt(in); for (int i = 0; i < num; i++) { TaskAttemptID t = new TaskAttemptID(); t.readFields(in); runningAttempts.add(t); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.readFields(in); } } }
public void readFields(DataInput in) throws IOException { this.taskid.readFields(in); this.progress = in.readFloat(); this.state = StringInterner.weakIntern(Text.readString(in)); this.startTime = in.readLong(); this.finishTime = in.readLong(); diagnostics = WritableUtils.readStringArray(in); counters = new Counters(); counters.readFields(in); currentStatus = WritableUtils.readEnum(in, TIPStatus.class); if (currentStatus == TIPStatus.RUNNING) { int num = WritableUtils.readVInt(in); for (int i = 0; i < num; i++) { TaskAttemptID t = new TaskAttemptID(); t.readFields(in); runningAttempts.add(t); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.readFields(in); } } }
public void readFields(DataInput in) throws IOException { this.taskid.readFields(in); this.progress = in.readFloat(); this.state = StringInterner.weakIntern(Text.readString(in)); this.startTime = in.readLong(); this.finishTime = in.readLong(); diagnostics = WritableUtils.readStringArray(in); counters = new Counters(); counters.readFields(in); currentStatus = WritableUtils.readEnum(in, TIPStatus.class); if (currentStatus == TIPStatus.RUNNING) { int num = WritableUtils.readVInt(in); for (int i = 0; i < num; i++) { TaskAttemptID t = new TaskAttemptID(); t.readFields(in); runningAttempts.add(t); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.readFields(in); } } }
workingCounter.readFields(ByteStreams.newDataInput(topValue.get())); counters.incrAllCounters(workingCounter); } catch (IOException e) {
Counters counters = new Counters(); try { counters.readFields(in); } catch (IOException e) {