private TezCounters hiveCounters(DAGClient dagClient) { try { return dagClient.getDAGStatus(EnumSet.of(StatusGetOpts.GET_COUNTERS)).getDAGCounters(); } catch (IOException | TezException e) { // best attempt, shouldn't really kill DAG for this } return null; }
private TezCounters hiveCounters(DAGClient dagClient) { try { return dagClient.getDAGStatus(EnumSet.of(StatusGetOpts.GET_COUNTERS)).getDAGCounters(); } catch (IOException | TezException e) { // best attempt, shouldn't really kill DAG for this } return null; }
if (wmContext != null) { Set<String> desiredCounters = wmContext.getSubscribedCounters(); TezCounters dagCounters = status.getDAGCounters(); if (dagCounters != null && desiredCounters != null && !desiredCounters.isEmpty()) { Map<String, Long> currentCounters = getCounterValues(dagCounters, vertexNames, vertexProgressMap,
counters = dagClient.getDAGStatus(statusGetOpts).getDAGCounters(); } catch (Exception err) {
counters = dagClient.getDAGStatus(statusGetOpts).getDAGCounters(); } catch (Exception err) {
@Override public String toString() { StringBuilder sb = new StringBuilder(); sb.append("status=" + getState() + ", progress=" + getDAGProgress() + ", diagnostics=" + StringUtils.join(getDiagnostics(), LINE_SEPARATOR) + ", counters=" + (getDAGCounters() == null ? "null" : getDAGCounters().toString())); return sb.toString(); }
protected TezCounters getCounters( DAGClient statusClient ) throws IOException { DAGStatus dagStatus = TezStatsUtil.getDagStatusWithCounters( statusClient ); if( dagStatus != null ) { TezCounters counters = dagStatus.getDAGCounters(); if( counters != null && counters.countCounters() != 0 ) return counters; } return null; } };
protected TezCounters getCounters( DAGClient statusClient ) throws IOException { DAGStatus dagStatus = TezStatsUtil.getDagStatusWithCounters( statusClient ); if( dagStatus != null ) { TezCounters counters = dagStatus.getDAGCounters(); if( counters != null && counters.countCounters() != 0 ) return counters; } return null; } };
@Override public boolean equals(Object obj) { // Source explicitly exclude from equals if (obj instanceof DAGStatus){ DAGStatus other = (DAGStatus)obj; return getState() == other.getState() && getDiagnostics().equals(other.getDiagnostics()) && getDAGProgress().equals(other.getDAGProgress()) && getVertexProgress().equals(other.getVertexProgress()) && ((getDAGCounters() == null && other.getDAGCounters() == null) || getDAGCounters().equals(other.getDAGCounters())); } return false; }
} else { dagStatus = dagClient.getDAGStatus(Sets.newHashSet(StatusGetOpts.GET_COUNTERS)); TezCounter counter = dagStatus.getDAGCounters().findCounter(COUNTER_GROUP_NAME, MISSING_KEY_COUNTER_NAME); if (counter == null) {
@Override public int hashCode() { // Source explicitly exclude from hashCode final int prime = 44017; int result = 1; result = prime + getState().hashCode(); List<String> diagnostics = getDiagnostics(); Progress dagProgress = getDAGProgress(); Map<String, Progress> vProgress = getVertexProgress(); TezCounters counters = getDAGCounters(); result = prime * result + ((diagnostics == null)? 0 : diagnostics.hashCode()); result = prime * result + ((dagProgress == null)? 0 : dagProgress.hashCode()); result = prime * result + ((vProgress == null)? 0 : vProgress.hashCode()); result = prime * result + ((counters == null)? 0 : counters.hashCode()); return result; }
TezCounters counters = dagStatus.getDAGCounters(); if (counters != null) { System.out.println("DAG Counters: " + counters);
dagCounters = dagStatus.getDAGCounters(); TezSessionManager.freeSession(tezClient); try {
TezCounters hiveCounters = null; try { hiveCounters = dagClient.getDAGStatus(statusGetOpts).getDAGCounters(); } catch (IOException e) {
boolean displayCounter = opts != null && opts.contains(StatusGetOpts.GET_COUNTERS); if (displayCounter) { TezCounters counters = dagStatus.getDAGCounters(); if (counters != null) { log("DAG Counters:\n" + counters);
counters = client.getDAGStatus(statusGetOpts).getDAGCounters(); TezSessionPoolManager.getInstance().returnSession(session);