scanner.close(); FlatFileItemReader<Store> itemReader = new FlatFileItemReader<Store>(); itemReader.setResource(resource);
scanner.close(); FlatFileItemReader<User> reader = new FlatFileItemReader<User>(); reader.setResource(resource);
int validatorValue = this.tokenizerValidator.intValue(); FlatFileItemReader<T> reader = new FlatFileItemReader<>();
@Override protected ItemReader<Foo> getItemReader() throws Exception { FlatFileItemReader<Foo> tested = new FlatFileItemReader<>(); Resource resource = new ByteArrayResource(FOOS.getBytes()); tested.setResource(resource); tested.setLineMapper(new LineMapper<Foo>() { @Override public Foo mapLine(String line, int lineNumber) { Foo foo = new Foo(); foo.setValue(Integer.valueOf(line.trim())); return foo; } }); tested.setSaveState(true); tested.afterPropertiesSet(); return tested; }
@Override protected ItemReader<Foo> getItemReader() throws Exception { FlatFileItemReader<Foo> fileReader = new FlatFileItemReader<>(); fileReader.setLineMapper((line, lineNumber) -> { Foo foo = new Foo(); foo.setValue(Integer.valueOf(line)); return foo; }); fileReader.setSaveState(true); Resource r1 = new ByteArrayResource("1\n2\n".getBytes()); Resource r2 = new ByteArrayResource("".getBytes()); Resource r3 = new ByteArrayResource("3\n".getBytes()); Resource r4 = new ByteArrayResource("4\n5\n".getBytes()); Comparator<Resource> comparator = (arg0, arg1) -> { return 0; // preserve original ordering }; return new MultiResourceItemReaderBuilder<Foo>().delegate(fileReader) .resources(new Resource[] { r1, r2, r3, r4 }).saveState(true).comparator(comparator).name("FOO") .build(); }
@Override protected ItemReader<Foo> getItemReader() throws Exception { MultiResourceItemReader<Foo> multiReader = new MultiResourceItemReader<>(); FlatFileItemReader<Foo> fileReader = new FlatFileItemReader<>(); fileReader.setLineMapper(new LineMapper<Foo>() { @Override public Foo mapLine(String line, int lineNumber) throws Exception { Foo foo = new Foo(); foo.setValue(Integer.valueOf(line)); return foo; } }); fileReader.setSaveState(true); multiReader.setDelegate(fileReader); Resource r1 = new ByteArrayResource("1\n2\n".getBytes()); Resource r2 = new ByteArrayResource("".getBytes()); Resource r3 = new ByteArrayResource("3\n".getBytes()); Resource r4 = new ByteArrayResource("4\n5\n".getBytes()); multiReader.setResources(new Resource[] { r1, r2, r3, r4 }); multiReader.setSaveState(true); multiReader.setComparator(new Comparator<Resource>() { @Override public int compare(Resource arg0, Resource arg1) { return 0; // preserve original ordering } }); return multiReader; }
fb.setItemReader(new DummyItemReader()); fb.setItemWriter(new DummyItemWriter()); fb.setStreams(new ItemStream[] {new FlatFileItemReader<>() }); fb.setCacheCapacity(5); fb.setIsReaderTransactionalQueue(true);
@Test(expected = IllegalStateException.class) public void testSimpleStepAll() throws Exception { StepParserStepFactoryBean<Object, Object> fb = new StepParserStepFactoryBean<>(); fb.setBeanName("step1"); fb.setAllowStartIfComplete(true); fb.setJobRepository(new JobRepositorySupport()); fb.setStartLimit(5); fb.setTransactionManager(new ResourcelessTransactionManager()); fb.setListeners(new StepListener[] { new StepExecutionListenerSupport() }); fb.setIsolation(Isolation.DEFAULT); fb.setTransactionTimeout(-1); fb.setPropagation(Propagation.REQUIRED); fb.setChunkCompletionPolicy(new DummyCompletionPolicy()); fb.setCommitInterval(5); fb.setTaskExecutor(new SyncTaskExecutor()); fb.setItemReader(new DummyItemReader()); fb.setItemWriter(new DummyItemWriter()); fb.setStreams(new ItemStream[] {new FlatFileItemReader<>() }); fb.setHasChunkElement(true); Object step = fb.getObject(); assertTrue(step instanceof TaskletStep); Object tasklet = ReflectionTestUtils.getField(step, "tasklet"); assertTrue(tasklet instanceof ChunkOrientedTasklet<?>); }
@Test public void testSimpleStep() throws Exception { StepParserStepFactoryBean<Object, Object> fb = new StepParserStepFactoryBean<>(); fb.setHasChunkElement(true); fb.setBeanName("step1"); fb.setAllowStartIfComplete(true); fb.setJobRepository(new JobRepositorySupport()); fb.setStartLimit(5); fb.setTransactionManager(new ResourcelessTransactionManager()); fb.setListeners(new StepListener[] { new StepExecutionListenerSupport() }); fb.setIsolation(Isolation.DEFAULT); fb.setTransactionTimeout(-1); fb.setPropagation(Propagation.REQUIRED); fb.setChunkCompletionPolicy(new DummyCompletionPolicy()); fb.setTaskExecutor(new SyncTaskExecutor()); fb.setItemReader(new DummyItemReader()); fb.setItemProcessor(new PassThroughItemProcessor<>()); fb.setItemWriter(new DummyItemWriter()); fb.setStreams(new ItemStream[] {new FlatFileItemReader<>() }); Object step = fb.getObject(); assertTrue(step instanceof TaskletStep); Object tasklet = ReflectionTestUtils.getField(step, "tasklet"); assertTrue(tasklet instanceof ChunkOrientedTasklet<?>); }
fb.setItemProcessor(new PassThroughItemProcessor<>()); fb.setItemWriter(new DummyItemWriter()); fb.setStreams(new ItemStream[] {new FlatFileItemReader<>() }); fb.setCacheCapacity(5); fb.setIsReaderTransactionalQueue(true);
@Bean public FlatFileItemReader<Partner> reader(){ FlatFileItemReader<Partner> itemReader = new FlatFileItemReader<Partner>(); itemReader.setLineMapper(lineMapper()); itemReader.setResource(new ClassPathResource("partner-import.csv")); return itemReader; }
@Bean public FlatFileItemReader<Partner> reader(){ FlatFileItemReader<Partner> itemReader = new FlatFileItemReader<Partner>(); itemReader.setLineMapper(lineMapper()); itemReader.setResource(new ClassPathResource("partner-import.csv")); return itemReader; }
@Bean public FlatFileItemReader<Partner> reader(){ FlatFileItemReader<Partner> itemReader = new FlatFileItemReader<Partner>(); itemReader.setLineMapper(lineMapper()); itemReader.setResource(new ClassPathResource("partner-import.csv")); return itemReader; }
@Bean public FlatFileItemReader<Partner> reader(){ FlatFileItemReader<Partner> itemReader = new FlatFileItemReader<Partner>(); itemReader.setLineMapper(lineMapper()); itemReader.setResource(new ClassPathResource("partner-import.csv")); return itemReader; }
@Bean public FlatFileItemReader<Partner> reader(){ FlatFileItemReader<Partner> itemReader = new FlatFileItemReader<Partner>(); itemReader.setLineMapper(lineMapper()); itemReader.setResource(new ClassPathResource("partner-import.csv")); return itemReader; }
@Bean @StepScope public FlatFileItemReader<Partner> reader(@Value("#{jobParameters[pathToFile]}") String pathToFile){ FlatFileItemReader<Partner> itemReader = new FlatFileItemReader<Partner>(); itemReader.setLineMapper(lineMapper()); itemReader.setResource(new ClassPathResource(pathToFile)); return itemReader; }
@Bean @StepScope public FlatFileItemReader<Partner> reader(@Value("#{jobParameters[pathToFile]}") String pathToFile){ FlatFileItemReader<Partner> itemReader = new FlatFileItemReader<Partner>(); itemReader.setLineMapper(lineMapper()); itemReader.setResource(new ClassPathResource(pathToFile)); return itemReader; }
@Bean ItemReader<StudentDTO> csvFileItemReader(Environment environment) { FlatFileItemReader<StudentDTO> csvFileReader = new FlatFileItemReader<>(); csvFileReader.setResource(new ClassPathResource(environment.getRequiredProperty(PROPERTY_CSV_SOURCE_FILE_PATH))); csvFileReader.setLinesToSkip(1); LineMapper<StudentDTO> studentLineMapper = createStudentLineMapper(); csvFileReader.setLineMapper(studentLineMapper); return csvFileReader; }
@Bean ItemReader<StudentDTO> csvFileItemReader(Environment environment) { FlatFileItemReader<StudentDTO> csvFileReader = new FlatFileItemReader<>(); csvFileReader.setResource(new ClassPathResource(environment.getRequiredProperty(PROPERTY_CSV_SOURCE_FILE_PATH))); csvFileReader.setLinesToSkip(1); LineMapper<StudentDTO> studentLineMapper = createStudentLineMapper(); csvFileReader.setLineMapper(studentLineMapper); return csvFileReader; }
@Bean public FlatFileItemReader<Customer> customerItemReader() { FlatFileItemReader<Customer> reader = new FlatFileItemReader<>(); DefaultLineMapper<Customer> customerLineMapper = new DefaultLineMapper<>(); DelimitedLineTokenizer tokenizer = new DelimitedLineTokenizer(); tokenizer.setNames(new String[] {"id", "firstName", "lastName", "birthdate"}); customerLineMapper.setLineTokenizer(tokenizer); customerLineMapper.setFieldSetMapper(new CustomerFieldSetMapper()); customerLineMapper.afterPropertiesSet(); reader.setLineMapper(customerLineMapper); return reader; }