public static byte[] serializeCounters(final Counters c) throws IOException { if (c == null) { throw new IllegalArgumentException("Writable cannot be null"); } ByteArrayOutputStream byteStream = new ByteArrayOutputStream(); DataOutputStream out = new DataOutputStream(byteStream); try { c.write(out); out.close(); out = null; return byteStream.toByteArray(); } finally { if (out != null) { out.close(); } } } }
public void map(NullWritable k, Counters v, Context context) throws IOException, InterruptedException { CounterGroup startGroup = v.getGroup("MapFileLoader.StartTimes"); TreeMap<String,Long> directoryStartTimes = new TreeMap<>(); for (Counter c : startGroup) { directoryStartTimes.put(c.getName(), c.getValue()); context.getCounter(counters.DIRECTORIES_STARTED).increment(1); } CounterGroup endGroup = v.getGroup("MapFileLoader.EndTimes"); TreeMap<String,Long> directoryEndTimes = new TreeMap<>(); for (Counter c : endGroup) { directoryEndTimes.put(c.getName(), c.getValue()); context.getCounter(counters.DIRECTORIES_ENDED).increment(1); } for (Entry<String,Long> endTime : directoryEndTimes.entrySet()) { String directory = endTime.getKey(); long end = endTime.getValue(); Long start = directoryStartTimes.get(directory); if (start != null) { Mutation m = new Mutation(new Text(directory)); ByteArrayOutputStream baos = new ByteArrayOutputStream(); v.write(new DataOutputStream(baos)); m.put(new Text(Long.toString(end - start)), new Text(Long.toString(end)), new Value(baos.toByteArray())); context.write(null, m); } } }
public void write(DataOutput out) throws IOException { taskid.write(out); out.writeFloat(progress); Text.writeString(out, state); out.writeLong(startTime); out.writeLong(finishTime); WritableUtils.writeStringArray(out, diagnostics); counters.write(out); WritableUtils.writeEnum(out, currentStatus); if (currentStatus == TIPStatus.RUNNING) { WritableUtils.writeVInt(out, runningAttempts.size()); TaskAttemptID t[] = new TaskAttemptID[0]; t = runningAttempts.toArray(t); for (int i = 0; i < t.length; i++) { t[i].write(out); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.write(out); } }
public void write(DataOutput out) throws IOException { taskid.write(out); out.writeFloat(progress); Text.writeString(out, state); out.writeLong(startTime); out.writeLong(finishTime); WritableUtils.writeStringArray(out, diagnostics); counters.write(out); WritableUtils.writeEnum(out, currentStatus); if (currentStatus == TIPStatus.RUNNING) { WritableUtils.writeVInt(out, runningAttempts.size()); TaskAttemptID t[] = new TaskAttemptID[0]; t = runningAttempts.toArray(t); for (int i = 0; i < t.length; i++) { t[i].write(out); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.write(out); } }
public void write(DataOutput out) throws IOException { taskid.write(out); out.writeFloat(progress); Text.writeString(out, state); out.writeLong(startTime); out.writeLong(finishTime); WritableUtils.writeStringArray(out, diagnostics); counters.write(out); WritableUtils.writeEnum(out, currentStatus); if (currentStatus == TIPStatus.RUNNING) { WritableUtils.writeVInt(out, runningAttempts.size()); TaskAttemptID t[] = new TaskAttemptID[0]; t = runningAttempts.toArray(t); for (int i = 0; i < t.length; i++) { t[i].write(out); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.write(out); } }
public void write(DataOutput out) throws IOException { taskid.write(out); out.writeFloat(progress); Text.writeString(out, state); out.writeLong(startTime); out.writeLong(finishTime); WritableUtils.writeStringArray(out, diagnostics); counters.write(out); WritableUtils.writeEnum(out, currentStatus); if (currentStatus == TIPStatus.RUNNING) { WritableUtils.writeVInt(out, runningAttempts.size()); TaskAttemptID t[] = new TaskAttemptID[0]; t = runningAttempts.toArray(t); for (int i = 0; i < t.length; i++) { t[i].write(out); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.write(out); } }
public void write(DataOutput out) throws IOException { taskid.write(out); out.writeFloat(progress); Text.writeString(out, state); out.writeLong(startTime); out.writeLong(finishTime); WritableUtils.writeStringArray(out, diagnostics); counters.write(out); WritableUtils.writeEnum(out, currentStatus); if (currentStatus == TIPStatus.RUNNING) { WritableUtils.writeVInt(out, runningAttempts.size()); TaskAttemptID t[] = new TaskAttemptID[0]; t = runningAttempts.toArray(t); for (int i = 0; i < t.length; i++) { t[i].write(out); } } else if (currentStatus == TIPStatus.COMPLETE) { successfulAttempt.write(out); } }
counters.write(new DataOutputStream(baos)); statsPersist.put(outputDirectory == null ? "" : outputDirectory, "", new Value(baos.toByteArray())); context.write(null, statsPersist);
counters.write(bad); topValue = new Value(bad.toByteArray()); } catch (IOException e) {
counters.write(out); Mutation m = new Mutation(key.getRow()); m.put(key.getColumnFamily(), key.getColumnQualifier(), key.getColumnVisibilityParsed(), key.getTimestamp() + 1, new Value(out.toByteArray()));