public org.apache.hadoop.hive.ql.plan.api.Query getQueryPlan() throws IOException { if (query.getStageGraph() == null) { populateQueryPlan(); } extractCounters(); updateCountersInQueryPlan(); return query; }
public static void setWorkflowAdjacencies(Configuration conf, QueryPlan plan) { try { Graph stageGraph = plan.getQueryPlan().getStageGraph(); if (stageGraph == null) { return; } List<Adjacency> adjList = stageGraph.getAdjacencyList(); if (adjList == null) { return; } for (Adjacency adj : adjList) { List<String> children = adj.getChildren(); if (children == null || children.isEmpty()) { return; } conf.setStrings("mapreduce.workflow.adjacency."+adj.getNode(), children.toArray(new String[children.size()])); } } catch (IOException e) { } }
public static void setWorkflowAdjacencies(Configuration conf, QueryPlan plan) { try { Graph stageGraph = plan.getQueryPlan().getStageGraph(); if (stageGraph == null) { return; } List<Adjacency> adjList = stageGraph.getAdjacencyList(); if (adjList == null) { return; } for (Adjacency adj : adjList) { List<String> children = adj.getChildren(); if (CollectionUtils.isEmpty(children)) { return; } conf.setStrings("mapreduce.workflow.adjacency." + adj.getNode(), children.toArray(new String[0])); } } catch (IOException e) { } }
public org.apache.hadoop.hive.ql.plan.api.Query getQueryPlan() throws IOException { if (query.getStageGraph() == null) { populateQueryPlan(); } extractCounters(); updateCountersInQueryPlan(); return query; }
Map<String, List<String>> result = Maps.newHashMap(); try { Graph stageGraph = queryPlan.getQueryPlan().getStageGraph(); if (stageGraph == null) { return result;
public String getJSONQuery(org.apache.hadoop.hive.ql.plan.api.Query query) { StringBuilder sb = new StringBuilder(); sb.append("{"); sb.append(getJSONKeyValue("queryId", query.getQueryId())); sb.append(getJSONKeyValue("queryType", query.getQueryType())); sb.append(getJSONKeyValue("queryAttributes", getJSONMap(query.getQueryAttributes()))); sb.append(getJSONKeyValue("queryCounters", getJSONMap(query.getQueryCounters()))); sb.append(getJSONKeyValue("stageGraph", getJSONGraph(query.getStageGraph()))); // stageList List<String> stageList = new ArrayList<String>(); if (query.getStageList() != null) { for (org.apache.hadoop.hive.ql.plan.api.Stage stage : query.getStageList()) { stageList.add(getJSONStage(stage)); } } sb.append(getJSONKeyValue("stageList", getJSONList(stageList))); sb.append(getJSONKeyValue("done", query.isDone())); sb.append(getJSONKeyValue("started", query.isStarted())); sb.deleteCharAt(sb.length() - 1); sb.append("}"); return sb.toString(); }
public String getJSONQuery(org.apache.hadoop.hive.ql.plan.api.Query query) { StringBuilder sb = new StringBuilder(); sb.append("{"); sb.append(getJSONKeyValue("queryId", query.getQueryId())); sb.append(getJSONKeyValue("queryType", query.getQueryType())); sb.append(getJSONKeyValue("queryAttributes", getJSONMap(query.getQueryAttributes()))); sb.append(getJSONKeyValue("queryCounters", getJSONMap(query.getQueryCounters()))); sb.append(getJSONKeyValue("stageGraph", getJSONGraph(query.getStageGraph()))); // stageList List<String> stageList = new ArrayList<String>(); if (query.getStageList() != null) { for (org.apache.hadoop.hive.ql.plan.api.Stage stage : query.getStageList()) { stageList.add(getJSONStage(stage)); } } sb.append(getJSONKeyValue("stageList", getJSONList(stageList))); sb.append(getJSONKeyValue("done", query.isDone())); sb.append(getJSONKeyValue("started", query.isStarted())); sb.deleteCharAt(sb.length() - 1); sb.append("}"); return sb.toString(); }
public Object getFieldValue(_Fields field) { switch (field) { case QUERY_ID: return getQueryId(); case QUERY_TYPE: return getQueryType(); case QUERY_ATTRIBUTES: return getQueryAttributes(); case QUERY_COUNTERS: return getQueryCounters(); case STAGE_GRAPH: return getStageGraph(); case STAGE_LIST: return getStageList(); case DONE: return isDone(); case STARTED: return isStarted(); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case QUERY_ID: return getQueryId(); case QUERY_TYPE: return getQueryType(); case QUERY_ATTRIBUTES: return getQueryAttributes(); case QUERY_COUNTERS: return getQueryCounters(); case STAGE_GRAPH: return getStageGraph(); case STAGE_LIST: return getStageList(); case DONE: return isDone(); case STARTED: return isStarted(); } throw new IllegalStateException(); }
query.getStageGraph().setNodeType(NodeType.STAGE); query.getStageGraph().addToAdjacencyList(childEntry); query.getStageGraph().addToAdjacencyList(listEntry); } else if (task.getChildTasks() != null) { org.apache.hadoop.hive.ql.plan.api.Adjacency entry = query.getStageGraph().addToAdjacencyList(entry);
query.getStageGraph().setNodeType(NodeType.STAGE); query.getStageGraph().addToAdjacencyList(childEntry); query.getStageGraph().addToAdjacencyList(listEntry); } else if (task.getChildTasks() != null) { org.apache.hadoop.hive.ql.plan.api.Adjacency entry = query.getStageGraph().addToAdjacencyList(entry);
public static void setWorkflowAdjacencies(Configuration conf, QueryPlan plan) { try { Graph stageGraph = plan.getQueryPlan().getStageGraph(); if (stageGraph == null) { return; } List<Adjacency> adjList = stageGraph.getAdjacencyList(); if (adjList == null) { return; } for (Adjacency adj : adjList) { List<String> children = adj.getChildren(); if (children == null || children.isEmpty()) { return; } conf.setStrings("mapreduce.workflow.adjacency."+adj.getNode(), children.toArray(new String[children.size()])); } } catch (IOException e) { } }
public org.apache.hadoop.hive.ql.plan.api.Query getQueryPlan() throws IOException { if (query.getStageGraph() == null) { populateQueryPlan(); } extractCounters(); updateCountersInQueryPlan(); return query; }
public org.apache.hadoop.hive.ql.plan.api.Query getQueryPlan() throws IOException { if (query.getStageGraph() == null) { populateQueryPlan(); } extractCounters(); updateCountersInQueryPlan(); return query; }
public String getJSONQuery(org.apache.hadoop.hive.ql.plan.api.Query query) { StringBuilder sb = new StringBuilder(); sb.append("{"); sb.append(getJSONKeyValue("queryId", query.getQueryId())); sb.append(getJSONKeyValue("queryType", query.getQueryType())); sb.append(getJSONKeyValue("queryAttributes", getJSONMap(query.getQueryAttributes()))); sb.append(getJSONKeyValue("queryCounters", getJSONMap(query.getQueryCounters()))); sb.append(getJSONKeyValue("stageGraph", getJSONGraph(query.getStageGraph()))); // stageList List<String> stageList = new ArrayList<String>(); if (query.getStageList() != null) { for (org.apache.hadoop.hive.ql.plan.api.Stage stage : query.getStageList()) { stageList.add(getJSONStage(stage)); } } sb.append(getJSONKeyValue("stageList", getJSONList(stageList))); sb.append(getJSONKeyValue("done", query.isDone())); sb.append(getJSONKeyValue("started", query.isStarted())); sb.deleteCharAt(sb.length() - 1); sb.append("}"); return sb.toString(); }
public String getJSONQuery(org.apache.hadoop.hive.ql.plan.api.Query query) { StringBuilder sb = new StringBuilder(); sb.append("{"); sb.append(getJSONKeyValue("queryId", query.getQueryId())); sb.append(getJSONKeyValue("queryType", query.getQueryType())); sb.append(getJSONKeyValue("queryAttributes", getJSONMap(query.getQueryAttributes()))); sb.append(getJSONKeyValue("queryCounters", getJSONMap(query.getQueryCounters()))); sb.append(getJSONKeyValue("stageGraph", getJSONGraph(query.getStageGraph()))); // stageList List<String> stageList = new ArrayList<String>(); if (query.getStageList() != null) { for (org.apache.hadoop.hive.ql.plan.api.Stage stage : query.getStageList()) { stageList.add(getJSONStage(stage)); } } sb.append(getJSONKeyValue("stageList", getJSONList(stageList))); sb.append(getJSONKeyValue("done", query.isDone())); sb.append(getJSONKeyValue("started", query.isStarted())); sb.deleteCharAt(sb.length() - 1); sb.append("}"); return sb.toString(); }
public Object getFieldValue(_Fields field) { switch (field) { case QUERY_ID: return getQueryId(); case QUERY_TYPE: return getQueryType(); case QUERY_ATTRIBUTES: return getQueryAttributes(); case QUERY_COUNTERS: return getQueryCounters(); case STAGE_GRAPH: return getStageGraph(); case STAGE_LIST: return getStageList(); case DONE: return new Boolean(isDone()); case STARTED: return new Boolean(isStarted()); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case QUERY_ID: return getQueryId(); case QUERY_TYPE: return getQueryType(); case QUERY_ATTRIBUTES: return getQueryAttributes(); case QUERY_COUNTERS: return getQueryCounters(); case STAGE_GRAPH: return getStageGraph(); case STAGE_LIST: return getStageList(); case DONE: return Boolean.valueOf(isDone()); case STARTED: return Boolean.valueOf(isStarted()); } throw new IllegalStateException(); }
query.getStageGraph().setNodeType(NodeType.STAGE); query.getStageGraph().addToAdjacencyList(childEntry); query.getStageGraph().addToAdjacencyList(listEntry); } else if (task.getChildTasks() != null) { org.apache.hadoop.hive.ql.plan.api.Adjacency entry = query.getStageGraph().addToAdjacencyList(entry);
query.getStageGraph().setNodeType(NodeType.STAGE); query.getStageGraph().addToAdjacencyList(childEntry); query.getStageGraph().addToAdjacencyList(listEntry); } else if (task.getChildTasks() != null) { org.apache.hadoop.hive.ql.plan.api.Adjacency entry = query.getStageGraph().addToAdjacencyList(entry);