@Override public void run(HookContext hookContext) throws Exception { if (hookContext.getHookType() == HookType.ON_FAILURE_HOOK) { Throwable exception = hookContext.getException(); if (exception != null) { if (exception.getMessage() != null && exception.getMessage().contains("Vertex failed,")) { retryPossible = true; } } } } }
@Override public void run(HookContext hookContext) throws Exception { if (hookContext.getHookType() == HookType.ON_FAILURE_HOOK) { Throwable exception = hookContext.getException(); if (exception != null) { { String message = exception.getMessage(); if (message != null) { boolean isOOM = message.contains(MapJoinMemoryExhaustionError.class.getName()) || message.contains(OutOfMemoryError.class.getName()); if (message.contains("Vertex failed,") && isOOM) { retryPossible = true; } } } } LOG.info("ReOptimization: retryPossible: {}", retryPossible); } } }
switch (hookContext.getHookType()) { case PRE_EXEC_HOOK: event = getPreHookEvent(hookContext); break; default: LOG.warn("Ignoring event of type: {}", hookContext.getHookType()); event = null; } catch (RejectedExecutionException e) { LOG.warn("Writer queue full ignoring event {} for query {}", hookContext.getHookType(), plan.getQueryId());
@Override public void run(HookContext hookContext) throws Exception { assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK); HiveConf conf = hookContext.getConf();
@Override public void run(HookContext hookContext) throws Exception { assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK); HiveConf conf = hookContext.getConf();
@Override public void run(HookContext hookContext) throws Exception { assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK || hookContext.getHookType() == HookContext.HookType.ON_FAILURE_HOOK); HiveConf conf = hookContext.getConf(); if (!"tez".equals(HiveConf.getVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_ENGINE))) { return; } LOG.info("Executing post execution hook to print workload manager events summary.."); SessionState.LogHelper console = SessionState.getConsole(); QueryPlan plan = hookContext.getQueryPlan(); if (plan == null) { return; } List<TezTask> rootTasks = Utilities.getTezTasks(plan.getRootTasks()); for (TezTask tezTask : rootTasks) { WmContext wmContext = tezTask.getDriverContext().getCtx().getWmContext(); if (wmContext != null) { wmContext.printJson(console); wmContext.shortPrint(console); } } }
@Override public void run(HookContext hookContext) throws Exception { assert(hookContext.getHookType() == HookType.POST_EXEC_HOOK); Set<ReadEntity> inputs = hookContext.getInputs(); Set<WriteEntity> outputs = hookContext.getOutputs(); LineageInfo linfo = hookContext.getLinfo(); UserGroupInformation ugi = hookContext.getUgi(); this.run(hookContext.getQueryState(),inputs,outputs,linfo,ugi); }
@Override public void run(HookContext hookContext) { assert(hookContext.getHookType() == HookType.POST_EXEC_HOOK); QueryPlan plan = hookContext.getQueryPlan(); Index index = hookContext.getIndex();
@Override public void run(HookContext hookContext) throws Exception { assert(hookContext.getHookType() == HookType.POST_EXEC_HOOK); Set<ReadEntity> inputs = hookContext.getInputs(); Set<WriteEntity> outputs = hookContext.getOutputs(); LineageInfo linfo = hookContext.getLinfo(); UserGroupInformation ugi = hookContext.getUgi(); this.run(hookContext.getQueryState(),inputs,outputs,linfo,ugi); }
@Override public void run(HookContext hookContext) throws Exception { assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK); HiveConf conf = hookContext.getConf(); if (!"tez".equals(HiveConf.getVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_ENGINE))) {
@Override public void run(HookContext hookContext) throws Exception { assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK); HiveConf conf = hookContext.getConf(); if (!"tez".equals(HiveConf.getVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_ENGINE))) {
@Override public void run(HookContext hookContext) throws Exception { assert(hookContext.getHookType() == HookType.PRE_EXEC_HOOK); SessionState ss = SessionState.get(); QueryState queryState = hookContext.getQueryState(); if (ss != null && ss.out instanceof FetchConverter) { boolean foundQuery = queryState.getHiveOperation() == HiveOperation.QUERY && !hookContext.getQueryPlan().isForExplain(); ((FetchConverter)ss.out).foundQuery(foundQuery); } Set<ReadEntity> inputs = hookContext.getInputs(); Set<WriteEntity> outputs = hookContext.getOutputs(); UserGroupInformation ugi = hookContext.getUgi(); this.run(queryState,inputs,outputs,ugi); }
@Override public void run(HookContext hookContext) throws Exception { assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK); HiveConf conf = hookContext.getConf(); if (!"tez".equals(HiveConf.getVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_ENGINE))) {
@Override public void run(HookContext hookContext) throws Exception { assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK); HiveConf conf = hookContext.getConf(); if (!"tez".equals(HiveConf.getVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_ENGINE))) {
@Override public void run(HookContext hookContext) throws Exception { if (hookContext.getHookType() == HookType.PRE_EXEC_HOOK) { return; if (hookContext.getHookType() == HookType.POST_EXEC_HOOK && !isCollectOnSuccess()) { return;
@Override public void run(HookContext hookContext) throws Exception { assert(hookContext.getHookType() == HookType.PRE_EXEC_HOOK); SessionState ss = SessionState.get(); QueryState queryState = hookContext.getQueryState(); if (ss != null && ss.out instanceof FetchConverter) { boolean foundQuery = queryState.getHiveOperation() == HiveOperation.QUERY && !hookContext.getQueryPlan().isForExplain(); ((FetchConverter)ss.out).foundQuery(foundQuery); } Set<ReadEntity> inputs = hookContext.getInputs(); Set<WriteEntity> outputs = hookContext.getOutputs(); UserGroupInformation ugi = hookContext.getUgi(); this.run(queryState,inputs,outputs,ugi); }
switch(hookContext.getHookType()) { case PRE_EXEC_HOOK: ExplainConfiguration config = new ExplainConfiguration();
switch(hookContext.getHookType()) { case PRE_EXEC_HOOK: ExplainConfiguration config = new ExplainConfiguration();
@Override public void run(HookContext hookContext) { assert(hookContext.getHookType() == HookType.POST_EXEC_HOOK); QueryPlan plan = hookContext.getQueryPlan(); Index index = hookContext.getIndex();
@Override public void run(HookContext hookContext) throws Exception { assert(hookContext.getHookType() == HookType.POST_EXEC_HOOK); SessionState ss = SessionState.get(); Set<ReadEntity> inputs = hookContext.getInputs(); Set<WriteEntity> outputs = hookContext.getOutputs(); LineageInfo linfo = hookContext.getLinfo(); UserGroupInformation ugi = hookContext.getUgi(); this.run(ss,inputs,outputs,linfo,ugi); }