@Override public void incrCounter(Enum<?> key, long amount) { String groupName = key.getDeclaringClass().getName(); if (getCounterGroup(groupName) == null) { CounterGroup cGrp = new CounterGroupPBImpl(); cGrp.setName(groupName); cGrp.setDisplayName(groupName); setCounterGroup(groupName, cGrp); } if (getCounterGroup(groupName).getCounter(key.name()) == null) { Counter c = new CounterPBImpl(); c.setName(key.name()); c.setDisplayName(key.name()); c.setValue(0l); getCounterGroup(groupName).setCounter(key.name(), c); } Counter counter = getCounterGroup(groupName).getCounter(key.name()); counter.setValue(counter.getValue() + amount); }
@Override public void incrCounter(Enum<?> key, long amount) { String groupName = key.getDeclaringClass().getName(); if (getCounterGroup(groupName) == null) { CounterGroup cGrp = new CounterGroupPBImpl(); cGrp.setName(groupName); cGrp.setDisplayName(groupName); setCounterGroup(groupName, cGrp); } if (getCounterGroup(groupName).getCounter(key.name()) == null) { Counter c = new CounterPBImpl(); c.setName(key.name()); c.setDisplayName(key.name()); c.setValue(0l); getCounterGroup(groupName).setCounter(key.name(), c); } Counter counter = getCounterGroup(groupName).getCounter(key.name()); counter.setValue(counter.getValue() + amount); }
@Override public void incrCounter(Enum<?> key, long amount) { String groupName = key.getDeclaringClass().getName(); if (getCounterGroup(groupName) == null) { CounterGroup cGrp = new CounterGroupPBImpl(); cGrp.setName(groupName); cGrp.setDisplayName(groupName); setCounterGroup(groupName, cGrp); } if (getCounterGroup(groupName).getCounter(key.name()) == null) { Counter c = new CounterPBImpl(); c.setName(key.name()); c.setDisplayName(key.name()); c.setValue(0l); getCounterGroup(groupName).setCounter(key.name(), c); } Counter counter = getCounterGroup(groupName).getCounter(key.name()); counter.setValue(counter.getValue() + amount); }
@Override public void incrCounter(Enum<?> key, long amount) { String groupName = key.getDeclaringClass().getName(); if (getCounterGroup(groupName) == null) { CounterGroup cGrp = new CounterGroupPBImpl(); cGrp.setName(groupName); cGrp.setDisplayName(groupName); setCounterGroup(groupName, cGrp); } if (getCounterGroup(groupName).getCounter(key.name()) == null) { Counter c = new CounterPBImpl(); c.setName(key.name()); c.setDisplayName(key.name()); c.setValue(0l); getCounterGroup(groupName).setCounter(key.name(), c); } Counter counter = getCounterGroup(groupName).getCounter(key.name()); counter.setValue(counter.getValue() + amount); }
public static org.apache.hadoop.mapreduce.Counters fromYarn( Counters yCntrs) { if (yCntrs == null) { return null; } org.apache.hadoop.mapreduce.Counters counters = new org.apache.hadoop.mapreduce.Counters(); for (CounterGroup yGrp : yCntrs.getAllCounterGroups().values()) { counters.addGroup(yGrp.getName(), yGrp.getDisplayName()); for (Counter yCntr : yGrp.getAllCounters().values()) { org.apache.hadoop.mapreduce.Counter c = counters.findCounter(yGrp.getName(), yCntr.getName()); // if c can be found, or it will be skipped. if (c != null) { c.setValue(yCntr.getValue()); } } } return counters; }
public static org.apache.hadoop.mapreduce.Counters fromYarn( Counters yCntrs) { if (yCntrs == null) { return null; } org.apache.hadoop.mapreduce.Counters counters = new org.apache.hadoop.mapreduce.Counters(); for (CounterGroup yGrp : yCntrs.getAllCounterGroups().values()) { counters.addGroup(yGrp.getName(), yGrp.getDisplayName()); for (Counter yCntr : yGrp.getAllCounters().values()) { org.apache.hadoop.mapreduce.Counter c = counters.findCounter(yGrp.getName(), yCntr.getName()); // if c can be found, or it will be skipped. if (c != null) { c.setValue(yCntr.getValue()); } } } return counters; }
public static org.apache.hadoop.mapreduce.Counters fromYarn( Counters yCntrs) { if (yCntrs == null) { return null; } org.apache.hadoop.mapreduce.Counters counters = new org.apache.hadoop.mapreduce.Counters(); for (CounterGroup yGrp : yCntrs.getAllCounterGroups().values()) { counters.addGroup(yGrp.getName(), yGrp.getDisplayName()); for (Counter yCntr : yGrp.getAllCounters().values()) { org.apache.hadoop.mapreduce.Counter c = counters.findCounter(yGrp.getName(), yCntr.getName()); // if c can be found, or it will be skipped. if (c != null) { c.setValue(yCntr.getValue()); } } } return counters; }
public static org.apache.hadoop.mapreduce.Counters fromYarn( Counters yCntrs) { if (yCntrs == null) { return null; } org.apache.hadoop.mapreduce.Counters counters = new org.apache.hadoop.mapreduce.Counters(); for (CounterGroup yGrp : yCntrs.getAllCounterGroups().values()) { counters.addGroup(yGrp.getName(), yGrp.getDisplayName()); for (Counter yCntr : yGrp.getAllCounters().values()) { org.apache.hadoop.mapreduce.Counter c = counters.findCounter(yGrp.getName(), yCntr.getName()); // if c can be found, or it will be skipped. if (c != null) { c.setValue(yCntr.getValue()); } } } return counters; }
@Test public void testCountersFromHistoryServer() throws Exception { MRClientProtocol historyServerProxy = mock(MRClientProtocol.class); when(historyServerProxy.getCounters(getCountersRequest())).thenReturn( getCountersResponseFromHistoryServer()); ResourceMgrDelegate rm = mock(ResourceMgrDelegate.class); when(rm.getApplicationReport(TypeConverter.toYarn(oldJobId).getAppId())) .thenReturn(null); ClientServiceDelegate clientServiceDelegate = getClientServiceDelegate( historyServerProxy, rm); Counters counters = TypeConverter.toYarn(clientServiceDelegate.getJobCounters(oldJobId)); Assert.assertNotNull(counters); Assert.assertEquals(1001, counters.getCounterGroup("dummyCounters").getCounter("dummyCounter").getValue()); }