private void sendStopExecutionBlockEvent(final StopExecutionBlockRequest requestProto) { for (final InetSocketAddress worker : getAssignedWorkerMap().values()) { getContext().getQueryMasterContext().getEventExecutor().submit(new Runnable() { @Override public void run() { try { AsyncRpcClient tajoWorkerRpc = RpcClientManager.getInstance().getClient(worker, TajoWorkerProtocol.class, true, rpcParams); TajoWorkerProtocol.TajoWorkerProtocolService tajoWorkerRpcClient = tajoWorkerRpc.getStub(); tajoWorkerRpcClient.stopExecutionBlock(null, requestProto, NullCallback.get(PrimitiveProtos.BoolProto.class)); } catch (Throwable e) { LOG.error(e.getMessage(), e); } } }); } }
private void sendStopExecutionBlockEvent(final StopExecutionBlockRequest requestProto) { for (final InetSocketAddress worker : getAssignedWorkerMap().values()) { getContext().getQueryMasterContext().getEventExecutor().submit(new Runnable() { @Override public void run() { try { AsyncRpcClient tajoWorkerRpc = RpcClientManager.getInstance().getClient(worker, TajoWorkerProtocol.class, true, rpcParams); TajoWorkerProtocol.TajoWorkerProtocolService tajoWorkerRpcClient = tajoWorkerRpc.getStub(); tajoWorkerRpcClient.stopExecutionBlock(null, requestProto, NullCallback.get(PrimitiveProtos.BoolProto.class)); } catch (Throwable e) { LOG.error(e.getMessage(), e); } } }); } }
private QueryHistory makeQueryHistory() { QueryHistory queryHistory = new QueryHistory(); queryHistory.setQueryId(getId().toString()); queryHistory.setQueryMaster(context.getQueryMasterContext().getWorkerContext().getWorkerName()); queryHistory.setHttpPort(context.getQueryMasterContext().getWorkerContext().getConnectionInfo().getHttpInfoPort()); queryHistory.setLogicalPlan(plan.getLogicalPlan().toString()); queryHistory.setDistributedPlan(plan.toString()); List<String[]> sessionVariables = new ArrayList<String[]>(); for(Map.Entry<String,String> entry: plan.getContext().getAllKeyValus().entrySet()) { if (SessionVars.exists(entry.getKey()) && SessionVars.isPublic(SessionVars.get(entry.getKey()))) { sessionVariables.add(new String[]{entry.getKey(), entry.getValue()}); } } queryHistory.setSessionVariables(sessionVariables); return queryHistory; }
public void assignToNonLeafTasks(LinkedList<TaskRequestEvent> taskRequests) throws InterruptedException { Collections.shuffle(taskRequests); String queryMasterHostAndPort = context.getMasterContext().getQueryMasterContext().getWorkerContext(). getConnectionInfo().getHostAndQMPort();
public void assignToNonLeafTasks(LinkedList<TaskRequestEvent> taskRequests) throws InterruptedException { Collections.shuffle(taskRequests); String queryMasterHostAndPort = context.getMasterContext().getQueryMasterContext().getWorkerContext(). getConnectionInfo().getHostAndQMPort();
CatalogService catalog = getQueryTaskContext().getQueryMasterContext().getWorkerContext().getCatalog(); LogicalPlanner planner = new LogicalPlanner(catalog, TablespaceManager.getInstance()); LogicalOptimizer optimizer = new LogicalOptimizer(systemConf, catalog, TablespaceManager.getInstance());
stage.getContext().getQueryMasterContext().getSingleEventExecutor() .submit(new Runnable() { @Override
query.context.getQueryMasterContext().getWorkerContext(). getTaskHistoryWriter().appendHistory(writerFuture); } catch (Throwable e) {
stage.getContext().getQueryMasterContext().getSingleEventExecutor() .submit(new Runnable() { @Override
CatalogService catalog = getQueryTaskContext().getQueryMasterContext().getWorkerContext().getCatalog(); LogicalPlanner planner = new LogicalPlanner(catalog, TablespaceManager.getInstance()); LogicalOptimizer optimizer = new LogicalOptimizer(systemConf, catalog, TablespaceManager.getInstance());
query.context.getQueryMasterContext().getWorkerContext(). getTaskHistoryWriter().appendHistory(writerFuture); } catch (Throwable e) {
CatalogService catalog = lastStage.getContext().getQueryMasterContext().getWorkerContext().getCatalog(); TableDesc tableDesc = PlannerUtil.getTableDesc(catalog, rootNode.getChild()); tableDesc); QueryHookExecutor hookExecutor = new QueryHookExecutor(query.context.getQueryMasterContext()); hookExecutor.execute(query.context.getQueryContext(), query, event.getExecutionBlockId(), finalOutputDir);
LOG.info(stage.getId() + ", Table's volume is approximately " + mb + " MB"); int minTaskNum = Math.max(1, stage.getContext().getQueryMasterContext().getConf(). getInt(ConfVars.$TEST_MIN_TASK_NUM.varname, 1)); int maxTaskNum = Math.max(minTaskNum, (int) Math.ceil((double)mb / taskVolume));
LOG.info(stage.getId() + ", Table's volume is approximately " + mb + " MB"); int minTaskNum = Math.max(1, stage.getContext().getQueryMasterContext().getConf(). getInt(ConfVars.$TEST_MIN_TASK_NUM.varname, 1)); int maxTaskNum = Math.max(minTaskNum, (int) Math.ceil((double)mb / taskVolume));
CatalogService catalog = lastStage.getContext().getQueryMasterContext().getWorkerContext().getCatalog(); TableDesc tableDesc = PlannerUtil.getTableDesc(catalog, rootNode.getChild()); tableDesc); QueryHookExecutor hookExecutor = new QueryHookExecutor(query.context.getQueryMasterContext()); hookExecutor.execute(query.context.getQueryContext(), query, event.getExecutionBlockId(), finalOutputDir);
context.getMasterContext().getQueryMasterContext().getWorkerContext().getServiceTracker(); NettyClientBase tmClient = RpcClientManager.getInstance(). getClient(serviceTracker.getUmbilicalAddress(), QueryCoordinatorProtocol.class, true, rpcParams);
context.getMasterContext().getQueryMasterContext().getWorkerContext().getServiceTracker(); NettyClientBase tmClient = RpcClientManager.getInstance(). getClient(serviceTracker.getUmbilicalAddress(), QueryCoordinatorProtocol.class, true, rpcParams);
private QueryHistory makeQueryHistory() { QueryHistory queryHistory = new QueryHistory(); queryHistory.setQueryId(getId().toString()); queryHistory.setQueryMaster(context.getQueryMasterContext().getWorkerContext().getWorkerName()); queryHistory.setHttpPort(context.getQueryMasterContext().getWorkerContext().getConnectionInfo().getHttpInfoPort()); queryHistory.setLogicalPlan(plan.getLogicalPlan().toString()); queryHistory.setDistributedPlan(plan.toString()); List<String[]> sessionVariables = new ArrayList<>(); for(Map.Entry<String,String> entry: plan.getContext().getAllKeyValus().entrySet()) { if (SessionVars.exists(entry.getKey()) && SessionVars.isPublic(SessionVars.get(entry.getKey()))) { sessionVariables.add(new String[]{entry.getKey(), entry.getValue()}); } } queryHistory.setSessionVariables(sessionVariables); return queryHistory; }
@Override public void serviceStop() throws Exception { isStopped = true; LOG.info("Stopping QueryMasterTask:" + queryId); //release QM resource EventHandler handler = getQueryTaskContext().getQueryMasterContext().getWorkerContext(). getNodeResourceManager().getDispatcher().getEventHandler(); handler.handle(new NodeResourceDeallocateEvent(new Allocation(allocation), NodeResourceEvent.ResourceType.QUERY_MASTER)); //flush current node resource handler.handle(new NodeStatusEvent(NodeStatusEvent.EventType.FLUSH_REPORTS)); if (!queryContext.getBool(SessionVars.DEBUG_ENABLED)) { cleanupQuery(getQueryId()); } super.serviceStop(); LOG.info("Stopped QueryMasterTask:" + queryId); }
@Override public void serviceStop() throws Exception { isStopped = true; LOG.info("Stopping QueryMasterTask:" + queryId); //release QM resource EventHandler handler = getQueryTaskContext().getQueryMasterContext().getWorkerContext(). getNodeResourceManager().getDispatcher().getEventHandler(); handler.handle(new NodeResourceDeallocateEvent(allocation, NodeResourceEvent.ResourceType.QUERY_MASTER)); //flush current node resource handler.handle(new NodeStatusEvent(NodeStatusEvent.EventType.FLUSH_REPORTS)); if (!queryContext.getBool(SessionVars.DEBUG_ENABLED)) { cleanupQuery(getQueryId()); } super.serviceStop(); LOG.info("Stopped QueryMasterTask:" + queryId); }