private TaskStatusUpdateEvent getStatusUpdateEvent(boolean sendCounters, boolean isLast) { TezCounters counters = null; TaskStatistics stats = null; float progress = 0; if (task.hasInitialized()) { progress = task.getProgress(); // TODO HIVE-12449. Make use of progress notifications once Hive starts sending them out. // progressNotified = task.getAndClearProgressNotification(); if (sendCounters) { // send these potentially large objects at longer intervals to avoid overloading the AM counters = task.getCounters(); if (wmCounters != null && counters != null) { wmCounters.dumpToTezCounters(counters, isLast); } stats = task.getTaskStatistics(); } } return new TaskStatusUpdateEvent(counters, progress, stats, true); }
TaskStatusUpdateEvent statusEvent = sEvent.getStatusEvent(); ta.reportedStatus.state = ta.getState(); ta.reportedStatus.progress = statusEvent.getProgress(); if (statusEvent.getCounters() != null) { ta.reportedStatus.counters = statusEvent.getCounters(); if (statusEvent.getStatistics() != null) { ta.statistics = statusEvent.getStatistics(); if (statusEvent.getProgressNotified()) { ta.lastNotifyProgressTimestamp = ta.clock.getTime(); } else {
if (eventType.equals(EventType.TASK_STATUS_UPDATE_EVENT)) { event = new TaskStatusUpdateEvent(); ((TaskStatusUpdateEvent)event).readFields(in); } else { int eventBytesLen = in.readInt();
sEvt.write(out); } else { AbstractMessage message;
@VisibleForTesting TaskStatusUpdateEvent getStatusUpdateEvent(boolean sendCounters) { TezCounters counters = null; TaskStatistics stats = null; float progress = 0; boolean progressNotified = false; if (task.hasInitialized()) { progress = task.getProgress(); progressNotified = task.getAndClearProgressNotification(); if (sendCounters) { // send these potentially large objects at longer intervals to avoid overloading the AM counters = task.getCounters(); stats = task.getTaskStatistics(); } } return new TaskStatusUpdateEvent(counters, progress, stats, progressNotified); }
private TaskStatusUpdateEvent getStatusUpdateEvent(boolean sendCounters, boolean isLast) { TezCounters counters = null; TaskStatistics stats = null; float progress = 0; if (task.hasInitialized()) { progress = task.getProgress(); // TODO HIVE-12449. Make use of progress notifications once Hive starts sending them out. // progressNotified = task.getAndClearProgressNotification(); if (sendCounters) { // send these potentially large objects at longer intervals to avoid overloading the AM counters = task.getCounters(); if (wmCounters != null && counters != null) { wmCounters.dumpToTezCounters(counters, isLast); } stats = task.getTaskStatistics(); } } return new TaskStatusUpdateEvent(counters, progress, stats, true); }