public Task deepCopy() { return new Task(this); }
@Override public boolean equals(Object that) { if (that == null) return false; if (that instanceof Task) return this.equals((Task)that); return false; }
public Object getFieldValue(_Fields field) { switch (field) { case TASK_ID: return getTaskId(); case TASK_TYPE: return getTaskType(); case TASK_ATTRIBUTES: return getTaskAttributes(); case TASK_COUNTERS: return getTaskCounters(); case OPERATOR_GRAPH: return getOperatorGraph(); case OPERATOR_LIST: return getOperatorList(); case DONE: return isDone(); case STARTED: return isStarted(); } throw new IllegalStateException(); }
stage.setDone(done.contains(stage.getStageId())); for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { task.setTaskCounters(counters.get(task.getTaskId())); if (task.getTaskType() == TaskType.OTHER) { task.setStarted(started.contains(stage.getStageId())); task.setDone(done.contains(stage.getStageId())); } else { task.setStarted(started.contains(task.getTaskId())); task.setDone(done.contains(task.getTaskId())); if (task.getOperatorList() == null) { return; task.getOperatorList()) { op.setStarted(started.contains(task.getTaskId())); op.setDone(done.contains(task.getTaskId()));
Collection<Operator<? extends OperatorDesc>> topOps) { task.setOperatorGraph(new org.apache.hadoop.hive.ql.plan.api.Graph()); task.getOperatorGraph().setNodeType(NodeType.OPERATOR); operator.setOperatorId(op.getOperatorId()); operator.setOperatorType(op.getType()); task.addToOperatorList(operator); task.getOperatorGraph().addToAdjacencyList(entry);
new org.apache.hadoop.hive.ql.plan.api.Task(); mapTask.setTaskId(stage.getStageId() + "_MAP"); mapTask.setTaskType(TaskType.MAP); stage.addToTaskList(mapTask); populateOperatorGraph(mapTask, mrTask.getWork().getMapWork().getAliasToWork() new org.apache.hadoop.hive.ql.plan.api.Task(); reduceTask.setTaskId(stage.getStageId() + "_REDUCE"); reduceTask.setTaskType(TaskType.REDUCE); stage.addToTaskList(reduceTask); Collection<Operator<? extends OperatorDesc>> reducerTopOps = new org.apache.hadoop.hive.ql.plan.api.Task(); otherTask.setTaskId(stage.getStageId() + "_OTHER"); otherTask.setTaskType(TaskType.OTHER); stage.addToTaskList(otherTask);
stage.setDone(done.contains(stage.getStageId())); for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { task.setTaskCounters(counters.get(task.getTaskId())); if (task.getTaskType() == TaskType.OTHER) { task.setStarted(started.contains(stage.getStageId())); task.setDone(done.contains(stage.getStageId())); } else { task.setStarted(started.contains(task.getTaskId())); task.setDone(done.contains(task.getTaskId())); if (task.getOperatorList() == null) { return; task.getOperatorList()) { op.setStarted(started.contains(task.getTaskId())); op.setDone(done.contains(task.getTaskId()));
Collection<Operator<? extends OperatorDesc>> topOps) { task.setOperatorGraph(new org.apache.hadoop.hive.ql.plan.api.Graph()); task.getOperatorGraph().setNodeType(NodeType.OPERATOR); operator.setOperatorId(op.getOperatorId()); operator.setOperatorType(op.getType()); task.addToOperatorList(operator); task.getOperatorGraph().addToAdjacencyList(entry);
new org.apache.hadoop.hive.ql.plan.api.Task(); mapTask.setTaskId(stage.getStageId() + "_MAP"); mapTask.setTaskType(TaskType.MAP); stage.addToTaskList(mapTask); populateOperatorGraph(mapTask, mrTask.getWork().getMapWork().getAliasToWork() new org.apache.hadoop.hive.ql.plan.api.Task(); reduceTask.setTaskId(stage.getStageId() + "_REDUCE"); reduceTask.setTaskType(TaskType.REDUCE); stage.addToTaskList(reduceTask); Collection<Operator<? extends OperatorDesc>> reducerTopOps = new org.apache.hadoop.hive.ql.plan.api.Task(); otherTask.setTaskId(stage.getStageId() + "_OTHER"); otherTask.setTaskType(TaskType.OTHER); stage.addToTaskList(otherTask);
public Object getFieldValue(_Fields field) { switch (field) { case TASK_ID: return getTaskId(); case TASK_TYPE: return getTaskType(); case TASK_ATTRIBUTES: return getTaskAttributes(); case TASK_COUNTERS: return getTaskCounters(); case OPERATOR_GRAPH: return getOperatorGraph(); case OPERATOR_LIST: return getOperatorList(); case DONE: return isDone(); case STARTED: return isStarted(); } throw new IllegalStateException(); }
stage.setDone(done.contains(stage.getStageId())); for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { task.setTaskCounters(counters.get(task.getTaskId())); if (task.getTaskType() == TaskType.OTHER) { task.setStarted(started.contains(stage.getStageId())); task.setDone(done.contains(stage.getStageId())); } else { task.setStarted(started.contains(task.getTaskId())); task.setDone(done.contains(task.getTaskId())); if (task.getOperatorList() == null) { return; task.getOperatorList()) { op.setStarted(started.contains(task.getTaskId())); op.setDone(done.contains(task.getTaskId()));
Collection<Operator<? extends Serializable>> topOps) { task.setOperatorGraph(new org.apache.hadoop.hive.ql.plan.api.Graph()); task.getOperatorGraph().setNodeType(NodeType.OPERATOR); operator.setOperatorId(op.getOperatorId()); operator.setOperatorType(op.getType()); task.addToOperatorList(operator); task.getOperatorGraph().addToAdjacencyList(entry);
new org.apache.hadoop.hive.ql.plan.api.Task(); mapTask.setTaskId(stage.getStageId() + "_MAP"); mapTask.setTaskType(TaskType.MAP); stage.addToTaskList(mapTask); populateOperatorGraph(mapTask, mrTask.getWork().getMapWork().getAliasToWork() new org.apache.hadoop.hive.ql.plan.api.Task(); reduceTask.setTaskId(stage.getStageId() + "_REDUCE"); reduceTask.setTaskType(TaskType.REDUCE); stage.addToTaskList(reduceTask); Collection<Operator<? extends OperatorDesc>> reducerTopOps = new org.apache.hadoop.hive.ql.plan.api.Task(); otherTask.setTaskId(stage.getStageId() + "_OTHER"); otherTask.setTaskType(TaskType.OTHER); stage.addToTaskList(otherTask);
public Task deepCopy() { return new Task(this); }
@Override public boolean equals(Object that) { if (that == null) return false; if (that instanceof Task) return this.equals((Task)that); return false; }
private String getJSONTask(org.apache.hadoop.hive.ql.plan.api.Task task) { StringBuilder sb = new StringBuilder(); sb.append("{"); sb.append(getJSONKeyValue("taskId", task.getTaskId())); sb.append(getJSONKeyValue("taskType", task.getTaskType())); sb.append(getJSONKeyValue("taskAttributes", getJSONMap(task.getTaskAttributes()))); sb.append(getJSONKeyValue("taskCounters", getJSONMap(task.getTaskCounters()))); sb.append(getJSONKeyValue("operatorGraph", getJSONGraph(task.getOperatorGraph()))); // operator list List<String> opList = new ArrayList<String>(); if (task.getOperatorList() != null) { for (org.apache.hadoop.hive.ql.plan.api.Operator op : task.getOperatorList()) { opList.add(getJSONOperator(op)); } } sb.append(getJSONKeyValue("operatorList", getJSONList(opList))); sb.append(getJSONKeyValue("done", task.isDone())); sb.append(getJSONKeyValue("started", task.isStarted())); sb.deleteCharAt(sb.length() - 1); sb.append("}"); return sb.toString(); }
stage.setDone(done.contains(stage.getStageId())); for (org.apache.hadoop.hive.ql.plan.api.Task task : stage.getTaskList()) { task.setTaskCounters(counters.get(task.getTaskId())); if (task.getTaskType() == TaskType.OTHER) { task.setStarted(started.contains(stage.getStageId())); task.setDone(done.contains(stage.getStageId())); } else { task.setStarted(started.contains(task.getTaskId())); task.setDone(done.contains(task.getTaskId())); for (org.apache.hadoop.hive.ql.plan.api.Operator op : task .getOperatorList()) { op.setStarted(started.contains(task.getTaskId())); op.setOperatorCounters(counters.get(op.getOperatorId())); op.setDone(done.contains(task.getTaskId()));