private void handleShellRequest(SingularityTaskShellCommandRequest shellRequest) { Optional<SingularityExecutorTask> matchingTask = monitor.getTask(shellRequest.getTaskId().getId()); if (!matchingTask.isPresent()) { LOG.warn("Missing task for {}, ignoring shell request", shellRequest.getTaskId()); return; } matchingTask.get().getLog().info("Received shell request {}", shellRequest); SingularityExecutorShellCommandUpdater updater = new SingularityExecutorShellCommandUpdater(objectMapper, shellRequest, matchingTask.get()); Optional<SingularityExecutorTaskProcessCallable> taskProcess = monitor.getTaskProcess(shellRequest.getTaskId().getId()); if (!taskProcess.isPresent()) { updater.sendUpdate(UpdateType.INVALID, Optional.of("No task process found"), Optional.<String>absent()); return; } SingularityExecutorShellCommandRunner shellRunner = new SingularityExecutorShellCommandRunner(shellRequest, executorConfiguration, matchingTask.get(), taskProcess.get(), monitor.getShellCommandExecutorServiceForTask(shellRequest.getTaskId().getId()), updater); shellRunner.start(); }
public Collection<SingularityTaskShellCommandUpdate> getShellCommandUpdates(SingularityTaskShellCommandRequest shellCommandRequest) { final Function<String, String> requestUri = (host) -> String.format(SHELL_COMMAND_UPDATES_FORMAT, getApiBase(host), shellCommandRequest.getTaskId(), shellCommandRequest.getShellCommand().getName(), shellCommandRequest.getTimestamp()); return getCollection(requestUri, "get shell command update history", SHELL_COMMAND_UPDATES); }
@Override public void runActionOnPoll() { final long start = System.currentTimeMillis(); final List<SingularityTaskShellCommandRequest> shellRequests = taskManager.getAllQueuedTaskShellCommandRequests(); if (!schedulerClient.isRunning()) { LOG.warn("Unable to process shell requests because scheduler driver isn't present ({} tasks waiting)", shellRequests.size()); return; } if (shellRequests.isEmpty()) { LOG.trace("No shell requests to send."); return; } for (SingularityTaskShellCommandRequest shellRequest : shellRequests) { Optional<SingularityTask> task = taskManager.getTask(shellRequest.getTaskId()); if (!task.isPresent() || !taskManager.isActiveTask(shellRequest.getTaskId().getId())) { LOG.info("Skipping shell request {} because {} didn't exist or isn't active", shellRequest, shellRequest.getTaskId()); continue; } final ExecutorID executorId = MesosProtosUtils.toExecutorId(task.get().getMesosTask().getExecutor().getExecutorId()); final AgentID slaveId = MesosProtosUtils.toAgentId(task.get().getMesosTask().getAgentId()); final byte[] bytes = transcoder.toBytes(shellRequest); schedulerClient.frameworkMessage(executorId, slaveId, bytes); LOG.info("Sent {} ({} bytes) to {} on {}", shellRequest, bytes.length, executorId, slaveId); taskManager.saveTaskShellCommandRequestToTask(shellRequest); taskManager.deleteTaskShellCommandRequestFromQueue(shellRequest); } LOG.info("Sent {} shell requests to executors in {}", shellRequests.size(), JavaUtils.duration(start)); }
@Override public void runActionOnPoll() { final long start = System.currentTimeMillis(); final List<SingularityTaskShellCommandRequest> shellRequests = taskManager.getAllQueuedTaskShellCommandRequests(); if (!schedulerClient.isRunning()) { LOG.warn("Unable to process shell requests because scheduler driver isn't present ({} tasks waiting)", shellRequests.size()); return; } if (shellRequests.isEmpty()) { LOG.trace("No shell requests to send."); return; } for (SingularityTaskShellCommandRequest shellRequest : shellRequests) { Optional<SingularityTask> task = taskManager.getTask(shellRequest.getTaskId()); if (!task.isPresent() || !taskManager.isActiveTask(shellRequest.getTaskId().getId())) { LOG.info("Skipping shell request {} because {} didn't exist or isn't active", shellRequest, shellRequest.getTaskId()); continue; } final ExecutorID executorId = MesosProtosUtils.toExecutorId(task.get().getMesosTask().getExecutor().getExecutorId()); final AgentID slaveId = MesosProtosUtils.toAgentId(task.get().getMesosTask().getAgentId()); final byte[] bytes = transcoder.toBytes(shellRequest); schedulerClient.frameworkMessage(executorId, slaveId, bytes); LOG.info("Sent {} ({} bytes) to {} on {}", shellRequest, bytes.length, executorId, slaveId); taskManager.saveTaskShellCommandRequestToTask(shellRequest); taskManager.deleteTaskShellCommandRequestFromQueue(shellRequest); } LOG.info("Sent {} shell requests to executors in {}", shellRequests.size(), JavaUtils.duration(start)); }