input = queryBuilder.build(client, new ScrollReader(ScrollReaderConfigBuilder.builder(new JdkValueReader(), mapping, settings))); return new TupleEntrySchemeIterator<Properties, ScrollQuery>(flowProcess, getScheme(), input, getIdentifier());
@Override public TupleEntryIterator openForRead( FlowProcess<? extends Properties> flowProcess, InputStream inputStream ) throws IOException { return new TupleEntrySchemeIterator<Properties, InputStream>( flowProcess, this, getScheme(), System.in ); }
@Override public TupleEntryIterator openForRead(FlowProcess<Properties> flowProcess, Resource input) throws IOException { InputStream in = (input != null ? input.getInputStream() : resource.getInputStream()); return new TupleEntrySchemeIterator<Properties, InputStream>(flowProcess, getScheme(), in, getIdentifier()); }
@Override public TupleEntryIterator openForRead(FlowProcess<Properties> flowProcess, InputStream input) throws IOException { InputStream in = (input == null ? source : input); return new TupleEntrySchemeIterator<Properties, InputStream>(flowProcess, getScheme(), in, getIdentifier()); }
@Override protected TupleEntrySchemeIterator createTupleEntrySchemeIterator( FlowProcess<? extends Properties> flowProcess, Tap parent, String path, InputStream input ) throws IOException { if( parent instanceof TapWith ) return (TupleEntrySchemeIterator) ( (TapWith) parent ) .withChildIdentifier( path ) .asTap().openForRead( flowProcess, input ); if( input == null ) input = new FileInputStream( path ); return new TupleEntrySchemeIterator( flowProcess, parent, parent.getScheme(), input, path ); } }
@Override public TupleEntryIterator openForRead(FlowProcess<JobConf> jobConfFlowProcess, RecordReader recordReader) throws IOException { return new TupleEntrySchemeIterator(jobConfFlowProcess, this.getScheme(), new RecordReaderIterator(recordReader)); }
@Override public TupleEntryIterator openForRead( FlowProcess<? extends Properties> flowProcess, InputStream input ) throws IOException { if( input == null ) input = new FileInputStream( getIdentifier() ); flowProcess.getFlowProcessContext().setSourcePath( getFullIdentifier( flowProcess ) ); return new TupleEntrySchemeIterator<Properties, InputStream>( flowProcess, this, getScheme(), input, getIdentifier() ); }
return new TupleEntrySchemeIterator<Properties, InputStream>( flowProcess, this, getScheme(), iterator, () -> flowProcess.getFlowProcessContext().getSourcePath() );
@Test public void testHasNextWithException() throws Exception { FlowProcess<?> flowProcess = FlowProcess.NULL; Scheme<?, ?, ?, ?, ?> scheme = new MockedScheme(); CloseableIterator<Object> inputIterator = new MockedSingleValueCloseableIterator( new Object() ); TupleEntrySchemeIterator<?, ?> iterator = new TupleEntrySchemeIterator( flowProcess, null, scheme, inputIterator ); assertTrue( iterator.hasNext() ); assertTrue( iterator.hasNext() ); }
input = queryBuilder.build(client, new ScrollReader(ScrollReaderConfigBuilder.builder(new JdkValueReader(), mapping, settings))); return new TupleEntrySchemeIterator<Properties, ScrollQuery>(flowProcess, getScheme(), input, getIdentifier());