String hiveCountersGroup = HiveConf.getVar(conf, HiveConf.ConfVars.HIVECOUNTERGROUP); for (CounterGroup group : counters) { if (hiveCountersGroup.equals(group.getDisplayName())) { console.printInfo(tezTask.getId() + " HIVE COUNTERS:", false); for (TezCounter counter : group) {
String hiveCountersGroup = HiveConf.getVar(conf, HiveConf.ConfVars.HIVECOUNTERGROUP); for (CounterGroup group : counters) { if (hiveCountersGroup.equals(group.getDisplayName())) { console.printInfo(tezTask.getId() + " HIVE COUNTERS:", false); for (TezCounter counter : group) {
Utilities.isPerfOrAboveLogging(conf))) { for (CounterGroup group: counters) { LOG.info(group.getDisplayName() +":"); for (TezCounter counter: group) { LOG.info(" "+counter.getDisplayName()+": "+counter.getValue());
Utilities.isPerfOrAboveLogging(conf))) { for (CounterGroup group: counters) { LOG.info(group.getDisplayName() +":"); for (TezCounter counter: group) { LOG.info(" "+counter.getDisplayName()+": "+counter.getValue());
@Override public String getDisplayName() { return group.getDisplayName(); } @Override
Map<String,Object> counterGroupMap = new LinkedHashMap<String, Object>(); counterGroupMap.put(ATSConstants.COUNTER_GROUP_NAME, group.getName()); if (!group.getDisplayName().equals(group.getName())) { counterGroupMap.put(ATSConstants.COUNTER_GROUP_DISPLAY_NAME, group.getDisplayName());
private Counters covertToHadoopCounters(TezCounters tezCounters) { Counters counters = new Counters(); for (CounterGroup tezGrp : tezCounters) { Group grp = counters.addGroup(tezGrp.getName(), tezGrp.getDisplayName()); for (TezCounter counter : tezGrp) { grp.addCounter(counter.getName(), counter.getDisplayName(), counter.getValue()); } } return counters; }
public static Counters fromTez(TezCounters tezCounters) { if (tezCounters == null) { return null; } Counters counters = new Counters(); for (CounterGroup xGrp : tezCounters) { counters.addGroup(xGrp.getName(), xGrp.getDisplayName()); for (TezCounter xCounter : xGrp) { Counter counter = counters.findCounter(xGrp.getName(), xCounter.getName()); counter.setValue(xCounter.getValue()); } } return counters; } }
public static TezCountersProto convertTezCountersToProto( TezCounters counters) { TezCountersProto.Builder builder = TezCountersProto.newBuilder(); Iterator<CounterGroup> groupIterator = counters.iterator(); int groupIndex = 0; while (groupIterator.hasNext()) { CounterGroup counterGroup = groupIterator.next(); TezCounterGroupProto.Builder groupBuilder = TezCounterGroupProto.newBuilder(); groupBuilder.setName(counterGroup.getName()); groupBuilder.setDisplayName(counterGroup.getDisplayName()); Iterator<TezCounter> counterIterator = counterGroup.iterator(); int counterIndex = 0; while (counterIterator.hasNext()) { TezCounter counter = counterIterator.next(); TezCounterProto tezCounterProto = TezCounterProto.newBuilder() .setName(counter.getName()) .setDisplayName(counter.getDisplayName()) .setValue(counter.getValue()) .build(); groupBuilder.addCounters(counterIndex, tezCounterProto); ++counterIndex; } builder.addCounterGroups(groupIndex, groupBuilder.build()); ++groupIndex; } return builder.build(); }
Utilities.isPerfOrAboveLogging(conf))) { for (CounterGroup group: counters) { LOG.info(group.getDisplayName() +":"); for (TezCounter counter: group) { LOG.info(" "+counter.getDisplayName()+": "+counter.getValue());