public void prepare(Map map, TopologyContext topologyContext, OutputCollector outputCollector) { oc = outputCollector; JOB_MANAGER = new JobManager(); AM = new AdapterManager(); }
/** * helper method to extract adapter list from the job_config JSON blob. * Will throw an exception if any of the adapters are invalid. * (TODO: Create an invalidAdapterException) * * @param jobConfig JSONObject of adapter job config * @return Returns an ArrayList of Strings of all approved adapters * @throws Exception when an unknown adapter is in job request. */ public static ArrayList<String> parseAdaptersListFromJobConfig(JSONObject jobConfig) throws Exception { return parseAdaptersListFromJobConfig(jobConfig, true); }
/** * Update the task status to DROPPED * @param job LGJob * @param taskId String for task ID */ public static void updateTaskToDropped(LGJob job, String taskId) { updateJobTaskStatus(job, taskId, LGTask.TASK_STATUS_DROPPED); }
@Override public void prepare(final Map config, final TopologyContext context) { checkRunning = false; JOB_MANAGER = new JobManager(); ADAPTER_MANAGER = new AdapterManager(); SUBMIT_TO_RABBIT = new SubmitToRabbitMQ(); LEMONGRAPH = new LemonGraph(); log.info("Performing startup reset/expire for jobs."); resetJobs();//reset required jobs on startup expireJobs();//delete required jobs on startup LAST_RESET = System.currentTimeMillis(); }
public static boolean doesJobExist(String jobId) { try { LGJob j = getJob(jobId); if (j == null) { return false; } else { return true; } } catch(Exception e) { return false; } }
public static HashMap getAdapterQueryMap(LGJob job) { Set<String> approvedAdapterNames = job.getApprovedAdapterSet(); HashMap<String, String> adapterQueryMap = new HashMap<>(); Set<String> approvedAdapterIDs = getAdapterIDs(approvedAdapterNames); for (String adapterId : approvedAdapterIDs) { String adapterGraphQuery = AdapterManager.getGraphQueryForAdapter(adapterId, job, true); adapterQueryMap.put(adapterId, adapterGraphQuery); } return adapterQueryMap; }
/** TODO: it would be better to call adapter.getQueueName() * @param adapterId The adapter ID to get queue name from * @return String name of adapter * */ public static String getAdapterQueueNameById(String adapterId) { LGAdapterModel lgAdapter = getAdapterById(adapterId); return lgAdapter.getUniqueName(); }
/** * @param status String status * @param reason String reason * @return Returns list of LGJob items */ public List<LGJob> getAllByStatusAndReason(String status, String reason) { open(); return JOB_DAO.getAllByStatusAndReason(status, reason); }
/** For JUNIT Testing purposes only!*/ public void testSetup() { boltId = 1; init(); }
/** */ public AdapterManager() {open();}
public static void updateJobHistorySuccess(LGJob job, String taskId, CoordinatorBolt.MetricData md) { updateJobHistorySuccess(job, taskId, md.graphChanges, md.maxGraphId, md.numberOfNewTasksGenerated, md.currentGraphId); }
public static boolean setStatus(LGJob job, int status) {return setStatus(job, status, null, false);}
/** * @param jobId String for job ID * @return LGdbValue */ public LGdbValue getDbValuesByJobId(String jobId) { open(); return DBVALUE_DAO.getDbValuesByJobId(jobId); }
/** * Update the task status to COMPLETE * @param job LGJob * @param taskId String for task ID */ public static void updateTaskToCompleted(LGJob job, String taskId) { updateJobTaskStatus(job, taskId, LGTask.TASK_STATUS_COMPLETE); }
CoordinatorCommandBolt() { super(); init(); }
public HashMap<String, LGJob> getJobs(JSONArray jobIds) { open(); HashMap<String, LGJob> jobs = JOB_DAO.getByJobIds(jobIds); return jobs; }
/** * Update the task status to FAILED * @param job LGJob * @param taskId String for task ID */ public static void updateTaskToFailed(LGJob job, String taskId) { updateJobTaskStatus(job, taskId, LGTask.TASK_STATUS_FAILED); }
/** * @param status String for status * @return Returns list of LGJob items */ public List<LGJob> getAllByStatus(String status) { open(); return JOB_DAO.getAllByStatus(status); }
/** * @param days int * @return Returns List of LGJob items */ public List<LGJob> getAllByOlderThanDays(int days) { open(); return JOB_DAO.getAllByOlderThanDays(days); }