@Override public ConfigDiff transaction(ConfigSource config, InputPlugin.Control control) { final PluginTask task = config.loadConfig(PluginTask.class); final Schema schema = task.getSchemaConfig().toSchema(); final List<List<List<JsonNode>>> values = task.getValues(); final int taskCount = values.size(); return resume(task.dump(), schema, taskCount, control); }
@Override public void transaction(ConfigSource config, ParserPlugin.Control control) { PluginTask task = config.loadConfig(PluginTask.class); // backward compatibility if (task.getHeaderLine().isPresent()) { if (task.getSkipHeaderLines() > 0) { throw new ConfigException("'header_line' option is invalid if 'skip_header_lines' is set."); } if (task.getHeaderLine().get()) { task.setSkipHeaderLines(1); } else { task.setSkipHeaderLines(0); } } control.run(task.dump(), task.getSchemaConfig().toSchema()); }
private static List<List<String>> parse(CsvParserPlugin.PluginTask task, FileInput input) { LineDecoder decoder = new LineDecoder(input, task); CsvTokenizer tokenizer = new CsvTokenizer(decoder, task); Schema schema = task.getSchemaConfig().toSchema(); tokenizer.nextFile(); List<List<String>> records = new ArrayList<>(); while (tokenizer.nextRecord()) { List<String> record = new ArrayList<>(); for (Column c : schema.getColumns()) { String v = tokenizer.nextColumnOrNull(); record.add(v); } records.add(record); } return records; }
@Override public void transaction(ConfigSource config, Control control) { PluginTask task = config.loadConfig(PluginTask.class); control.run(task.dump(), task.getSchemaConfig().toSchema()); }
final Schema schema = config.getNested("formatter") .loadConfig(MockParserPlugin.PluginTask.class) .getSchemaConfig().toSchema();
final Schema schema = config.getNested("formatter") .loadConfig(MockParserPlugin.PluginTask.class) .getSchemaConfig().toSchema();
.getSchemaConfig().toSchema();
LineDecoder decoder = new LineDecoder(input, task); CsvTokenizer tokenizer = new CsvTokenizer(decoder, task); Schema schema = task.getSchemaConfig().toSchema();
static List<Object[]> getRecords(ConfigSource config, MockPageOutput output) { Schema schema = config.getNested("parser").loadConfig(CsvParserPlugin.PluginTask.class).getSchemaConfig().toSchema(); return Pages.toObjects(schema, output.pages); } }
Schema schema = config.getNested("parser").loadConfig(CsvParserPlugin.PluginTask.class).getSchemaConfig().toSchema(); PluginTask task = config.loadConfig(PluginTask.class); plugin.transaction(config, schema, 0, new OutputPlugin.Control() {
@Test public void testCleanup() { ConfigSource config = utils.config(); Schema schema = config.getNested("parser").loadConfig(CsvParserPlugin.PluginTask.class).getSchemaConfig().toSchema(); PluginTask task = config.loadConfig(PluginTask.class); plugin.cleanup(task.dump(), schema, 0, Arrays.asList(Exec.newTaskReport())); // no error happens }
@Test public void testTransaction() { ConfigSource config = utils.config(); Schema schema = config.getNested("parser").loadConfig(CsvParserPlugin.PluginTask.class).getSchemaConfig().toSchema(); plugin.transaction(config, schema, 0, new OutputPlugin.Control() { @Override public List<TaskReport> run(TaskSource taskSource) { return Lists.newArrayList(Exec.newTaskReport()); } }); // no error happens }
@Test public void testOpenAbort() { ConfigSource config = utils.config(); Schema schema = config.getNested("parser").loadConfig(CsvParserPlugin.PluginTask.class).getSchemaConfig().toSchema(); PluginTask task = config.loadConfig(PluginTask.class); TransactionalPageOutput output = plugin.open(task.dump(), schema, 0); output.abort(); // no error happens. }
@Test public void testResume() { ConfigSource config = utils.config(); Schema schema = config.getNested("parser").loadConfig(CsvParserPlugin.PluginTask.class).getSchemaConfig().toSchema(); PluginTask task = config.loadConfig(PluginTask.class); plugin.resume(task.dump(), schema, 0, new OutputPlugin.Control() { @Override public List<TaskReport> run(TaskSource taskSource) { return Lists.newArrayList(Exec.newTaskReport()); } }); }
.set("concurrent_requests", ES_CONCURRENT_REQUESTS ); Schema schema = config.getNested("parser").loadConfig(CsvParserPlugin.PluginTask.class).getSchemaConfig().toSchema(); try { plugin.transaction(config, schema, 0, new OutputPlugin.Control()