cxt.incCurJobNo(1); console.printInfo("Launching Job " + cxt.getCurJobNo() + " out of " + jobs);
private void resolveTask(DriverContext driverContext) throws HiveException { for (Task<? extends Serializable> tsk : getListTasks()) { if (!resTasks.contains(tsk)) { driverContext.remove(tsk); console.printInfo(tsk.getId() + " is filtered out by condition resolver."); if (tsk.isMapRedTask()) { driverContext.incCurJobNo(1); } //recursively remove this task from its children's parent task tsk.removeFromChildrenTasks(); } else { if (getParentTasks() != null) { // This makes it so that we can go back up the tree later for (Task<? extends Serializable> task : getParentTasks()) { task.addDependentTask(tsk); } } // resolved task if (driverContext.addToRunnable(tsk)) { console.printInfo(tsk.getId() + " is selected by condition resolver."); } } } }
private void resolveTask(DriverContext driverContext) throws HiveException { for (Task<? extends Serializable> tsk : getListTasks()) { if (!resTasks.contains(tsk)) { driverContext.remove(tsk); console.printInfo(tsk.getId() + " is filtered out by condition resolver."); if (tsk.isMapRedTask()) { driverContext.incCurJobNo(1); } //recursively remove this task from its children's parent task tsk.removeFromChildrenTasks(); } else { if (getParentTasks() != null) { // This makes it so that we can go back up the tree later for (Task<? extends Serializable> task : getParentTasks()) { task.addDependentTask(tsk); } } // resolved task if (driverContext.addToRunnable(tsk)) { console.printInfo(tsk.getId() + " is selected by condition resolver."); } } } }
cxt.incCurJobNo(1); console.printInfo("Launching Job " + cxt.getCurJobNo() + " out of " + jobs);
@Override public int execute(DriverContext driverContext) { resTasks = resolver.getTasks(conf, resolverCtx); resolved = true; for (Task<? extends Serializable> tsk : getListTasks()) { if (!resTasks.contains(tsk)) { driverContext.getRunnable().remove(tsk); console.printInfo(ExecDriver.getJobEndMsg("" + Utilities.randGen.nextInt()) + ", job is filtered out (removed at runtime)."); if (tsk.isMapRedTask()) { driverContext.incCurJobNo(1); } //recursively remove this task from its children's parent task tsk.removeFromChildrenTasks(); } else { // resolved task if (!driverContext.getRunnable().contains(tsk)) { driverContext.addToRunnable(tsk); } } } return 0; }
private void resolveTask(DriverContext driverContext) throws HiveException { for (Task<? extends Serializable> tsk : getListTasks()) { if (!resTasks.contains(tsk)) { driverContext.remove(tsk); console.printInfo(tsk.getId() + " is filtered out by condition resolver."); if (tsk.isMapRedTask()) { driverContext.incCurJobNo(1); } //recursively remove this task from its children's parent task tsk.removeFromChildrenTasks(); } else { if (getParentTasks() != null) { // This makes it so that we can go back up the tree later for (Task<? extends Serializable> task : getParentTasks()) { task.addDependentTask(tsk); } } // resolved task if (driverContext.addToRunnable(tsk)) { console.printInfo(tsk.getId() + " is selected by condition resolver."); } } } }
conf.setVar(HiveConf.ConfVars.HADOOPJOBNAME, jobname + "(" + tsk.getId() + ")"); cxt.incCurJobNo(1); console.printInfo("Launching Job " + cxt.getCurJobNo() + " out of " + jobs);
cxt.incCurJobNo(1); console.printInfo("Launching Job " + cxt.getCurJobNo() + " out of " + jobs);