@Override public List<Task<? extends Serializable>> getTasks(HiveConf conf, Object objCtx) { ConditionalResolverCommonJoinCtx ctx = ((ConditionalResolverCommonJoinCtx) objCtx).clone(); List<Task<? extends Serializable>> resTsks = new ArrayList<Task<? extends Serializable>>(); // get aliasToPath and pass it to the heuristic Task<? extends Serializable> task = resolveDriverAlias(ctx, conf); if (task == null) { // run common join task resTsks.add(ctx.getCommonJoinTask()); } else { // run the map join task, set task tag if (task.getBackupTask() != null) { task.getBackupTask().setTaskTag(Task.BACKUP_COMMON_JOIN); } resTsks.add(task); } return resTsks; }
@Override public List<Task<? extends Serializable>> getTasks(HiveConf conf, Object objCtx) { ConditionalResolverCommonJoinCtx ctx = ((ConditionalResolverCommonJoinCtx) objCtx).clone(); List<Task<? extends Serializable>> resTsks = new ArrayList<Task<? extends Serializable>>(); // get aliasToPath and pass it to the heuristic Task<? extends Serializable> task = resolveDriverAlias(ctx, conf); if (task == null) { // run common join task resTsks.add(ctx.getCommonJoinTask()); } else { // run the map join task, set task tag if (task.getBackupTask() != null) { task.getBackupTask().setTaskTag(Task.BACKUP_COMMON_JOIN); } resTsks.add(task); } return resTsks; }
private Task<ExplainTask> mockTask() { Task<ExplainTask> task = mock(Task.class); // Explain type when(task.getType()).thenReturn(StageType.EXPLAIN); // This is a root task when(task.isRootTask()).thenReturn(true); // Set up backup task Task backupTask = mock(Task.class); when(backupTask.getId()).thenReturn(BACKUP_ID); when(task.getBackupTask()).thenReturn(backupTask); return task; }
Task<?> currBackupTask = task.getBackupTask(); if (currBackupTask != null) { if (out != null) {
Task<?> currBackupTask = task.getBackupTask(); if (currBackupTask != null) { if (out != null) {
localTask.setBackupTask(currTask.getBackupTask()); localTask.setBackupChildrenTasks(currTask.getBackupChildrenTasks()); currTask.setBackupChildrenTasks(null);
localTask.setBackupTask(currTask.getBackupTask()); localTask.setBackupChildrenTasks(currTask.getBackupChildrenTasks()); currTask.setBackupChildrenTasks(null);
@Override public List<Task<? extends Serializable>> getTasks(HiveConf conf, Object objCtx) { ConditionalResolverCommonJoinCtx ctx = ((ConditionalResolverCommonJoinCtx) objCtx).clone(); List<Task<? extends Serializable>> resTsks = new ArrayList<Task<? extends Serializable>>(); // get aliasToPath and pass it to the heuristic Task<? extends Serializable> task = resolveDriverAlias(ctx, conf); if (task == null) { // run common join task resTsks.add(ctx.getCommonJoinTask()); } else { // run the map join task, set task tag if (task.getBackupTask() != null) { task.getBackupTask().setTaskTag(Task.BACKUP_COMMON_JOIN); } resTsks.add(task); } return resTsks; }
@Override public List<Task<? extends Serializable>> getTasks(HiveConf conf, Object objCtx) { ConditionalResolverCommonJoinCtx ctx = (ConditionalResolverCommonJoinCtx) objCtx; List<Task<? extends Serializable>> resTsks = new ArrayList<Task<? extends Serializable>>(); // get aliasToPath and pass it to the heuristic HashMap<String, String> aliasToPath = ctx.getAliasToPath(); String bigTableAlias = this.resolveMapJoinTask(aliasToPath, conf); if (bigTableAlias == null) { // run common join task resTsks.add(ctx.getCommonJoinTask()); } else { // run the map join task Task<? extends Serializable> task = ctx.getAliasToTask().get(bigTableAlias); //set task tag if(task.getTaskTag() == Task.CONVERTED_LOCAL_MAPJOIN) { task.getBackupTask().setTaskTag(Task.BACKUP_COMMON_JOIN); } resTsks.add(task); } return resTsks; }
Task<? extends Serializable> cuurBackupTask = task.getBackupTask(); if(cuurBackupTask != null) { out.print(" has a backup stage: ");
Task<?> currBackupTask = task.getBackupTask(); if (currBackupTask != null) { if (out != null) {
localTask.setBackupTask(currTask.getBackupTask()); localTask.setBackupChildrenTasks(currTask.getBackupChildrenTasks()); currTask.setBackupChildrenTasks(null);
localTask.setBackupTask(currTask.getBackupTask()); localTask.setBackupChildrenTasks(currTask.getBackupChildrenTasks()); currTask.setBackupChildrenTasks(null);