/** * {@inheritDoc} */ @Override public void connect(PipeTasks pipeTasks) { // Register the task as an output. A source only has one output, this // corresponds to pipe index 0. setOutputTask(pipeTasks, task, 0); }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { String fileName; File file; OsmosisReader task; // Get the task arguments. fileName = getStringArgument(taskConfig, ARG_FILE_NAME, getDefaultStringArgument(taskConfig, DEFAULT_FILE_NAME)); // Create a file object from the file name provided. file = new File(fileName); // Build the task object. try { task = new OsmosisReader(new FileInputStream(file)); } catch (FileNotFoundException e) { // TODO Auto-generated catch block e.printStackTrace(); return null; } return new RunnableSourceManager(taskConfig.getId(), task, taskConfig .getPipeArgs()); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { return new RunnableSourceManager(taskConfig.getId(), new EmptyReader(), taskConfig.getPipeArgs()); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { return new RunnableSourceManager(taskConfig.getId(), new EmptyReader(), taskConfig.getPipeArgs()); } }
/** * {@inheritDoc} */ @Override public void connect(PipeTasks pipeTasks) { // Register the task as an output. A source only has one output, this // corresponds to pipe index 0. setOutputTask(pipeTasks, task, 0); }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { String fileName; File file; PbfReader task; int workers; // Get the task arguments. fileName = getStringArgument(taskConfig, ARG_FILE_NAME, getDefaultStringArgument(taskConfig, DEFAULT_FILE_NAME)); workers = getIntegerArgument(taskConfig, ARG_WORKERS, DEFAULT_WORKERS); // Create a file object from the file name provided. file = new File(fileName); // Build the task object. task = new PbfReader(file, workers); return new RunnableSourceManager(taskConfig.getId(), task, taskConfig.getPipeArgs()); }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { DatabaseLoginCredentials loginCredentials; DatabasePreferences preferences; Date snapshotInstant; // Get the task arguments. loginCredentials = getDatabaseLoginCredentials(taskConfig); preferences = getDatabasePreferences(taskConfig); snapshotInstant = getDateArgument(taskConfig, ARG_SNAPSHOT_INSTANT, new Date()); return new RunnableSourceManager( taskConfig.getId(), new ApidbReader(loginCredentials, preferences, snapshotInstant), taskConfig.getPipeArgs() ); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { String fileName; File file; boolean enableDateParsing; CompressionMethod compressionMethod; XmlReader task; // Get the task arguments. fileName = getStringArgument( taskConfig, ARG_FILE_NAME, getDefaultStringArgument(taskConfig, DEFAULT_FILE_NAME) ); enableDateParsing = getBooleanArgument(taskConfig, ARG_ENABLE_DATE_PARSING, DEFAULT_ENABLE_DATE_PARSING); compressionMethod = getCompressionMethodArgument(taskConfig, fileName); // Create a file object from the file name provided. file = new File(fileName); // Build the task object. task = new XmlReader(file, enableDateParsing, compressionMethod); return new RunnableSourceManager(taskConfig.getId(), task, taskConfig.getPipeArgs()); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { DatabaseLoginCredentials loginCredentials; DatabasePreferences preferences; Date snapshotInstant; // Get the task arguments. loginCredentials = getDatabaseLoginCredentials(taskConfig); preferences = getDatabasePreferences(taskConfig); snapshotInstant = getDateArgument(taskConfig, ARG_SNAPSHOT_INSTANT, new Date()); return new RunnableSourceManager( taskConfig.getId(), new ApidbReader(loginCredentials, preferences, snapshotInstant), taskConfig.getPipeArgs() ); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { String fileName; File file; boolean enableDateParsing; CompressionMethod compressionMethod; FastXmlReader task; // Get the task arguments. fileName = getStringArgument( taskConfig, ARG_FILE_NAME, getDefaultStringArgument(taskConfig, DEFAULT_FILE_NAME) ); enableDateParsing = getBooleanArgument(taskConfig, ARG_ENABLE_DATE_PARSING, DEFAULT_ENABLE_DATE_PARSING); compressionMethod = getCompressionMethodArgument(taskConfig, fileName); // Create a file object from the file name provided. file = new File(fileName); // Build the task object. task = new FastXmlReader(file, enableDateParsing, compressionMethod); return new RunnableSourceManager(taskConfig.getId(), task, taskConfig.getPipeArgs()); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { DatabaseLoginCredentials loginCredentials; DatabasePreferences preferences; // Get the task arguments. loginCredentials = getDatabaseLoginCredentials(taskConfig); preferences = getDatabasePreferences(taskConfig); return new RunnableSourceManager( taskConfig.getId(), new ApidbCurrentReader(loginCredentials, preferences), taskConfig.getPipeArgs() ); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { String fileName; File file; boolean enableDateParsing; CompressionMethod compressionMethod; FastXmlReader task; // Get the task arguments. fileName = getStringArgument( taskConfig, ARG_FILE_NAME, getDefaultStringArgument(taskConfig, DEFAULT_FILE_NAME) ); enableDateParsing = getBooleanArgument(taskConfig, ARG_ENABLE_DATE_PARSING, DEFAULT_ENABLE_DATE_PARSING); compressionMethod = getCompressionMethodArgument(taskConfig, fileName); // Create a file object from the file name provided. file = new File(fileName); // Build the task object. task = new FastXmlReader(file, enableDateParsing, compressionMethod); return new RunnableSourceManager(taskConfig.getId(), task, taskConfig.getPipeArgs()); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { String fileName; File file; boolean enableDateParsing; CompressionMethod compressionMethod; XmlReader task; // Get the task arguments. fileName = getStringArgument( taskConfig, ARG_FILE_NAME, getDefaultStringArgument(taskConfig, DEFAULT_FILE_NAME) ); enableDateParsing = getBooleanArgument(taskConfig, ARG_ENABLE_DATE_PARSING, DEFAULT_ENABLE_DATE_PARSING); compressionMethod = getCompressionMethodArgument(taskConfig, fileName); // Create a file object from the file name provided. file = new File(fileName); // Build the task object. task = new XmlReader(file, enableDateParsing, compressionMethod); return new RunnableSourceManager(taskConfig.getId(), task, taskConfig.getPipeArgs()); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { DatabaseLoginCredentials loginCredentials; DatabasePreferences preferences; // Get the task arguments. loginCredentials = getDatabaseLoginCredentials(taskConfig); preferences = getDatabasePreferences(taskConfig); return new RunnableSourceManager( taskConfig.getId(), new ApidbCurrentReader(loginCredentials, preferences), taskConfig.getPipeArgs() ); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { double left; double right; double top; double bottom; String url; // Get the task arguments. left = getDoubleArgument(taskConfig, ARG_LEFT, DEFAULT_LEFT); right = getDoubleArgument(taskConfig, ARG_RIGHT, DEFAULT_RIGHT); top = getDoubleArgument(taskConfig, ARG_TOP, DEFAULT_TOP); bottom = getDoubleArgument(taskConfig, ARG_BOTTOM, DEFAULT_BOTTOM); url = getStringArgument(taskConfig, ARG_URL, XmlConstants.DEFAULT_URL); // Create and return the task and associated manager. return new RunnableSourceManager( taskConfig.getId(), new XmlDownloader(left, right, top, bottom, url), taskConfig.getPipeArgs() ); } }
/** * {@inheritDoc} */ @Override protected TaskManager createTaskManagerImpl(TaskConfiguration taskConfig) { double left; double right; double top; double bottom; String url; // Get the task arguments. left = getDoubleArgument(taskConfig, ARG_LEFT, DEFAULT_LEFT); right = getDoubleArgument(taskConfig, ARG_RIGHT, DEFAULT_RIGHT); top = getDoubleArgument(taskConfig, ARG_TOP, DEFAULT_TOP); bottom = getDoubleArgument(taskConfig, ARG_BOTTOM, DEFAULT_BOTTOM); url = getStringArgument(taskConfig, ARG_URL, XmlConstants.DEFAULT_URL); // Create and return the task and associated manager. return new RunnableSourceManager( taskConfig.getId(), new XmlDownloader(left, right, top, bottom, url), taskConfig.getPipeArgs() ); } }