public static String[] createFilePathList( VariableSpace space, String[] fileName, String[] fileMask, String[] excludeFileMask, String[] fileRequired, boolean[] includeSubdirs, FileTypeFilter[] filters ) { List<FileObject> fileList = createFileList( space, fileName, fileMask, excludeFileMask, fileRequired, includeSubdirs, filters ) .getFiles(); String[] filePaths = new String[ fileList.size() ]; for ( int i = 0; i < filePaths.length; i++ ) { filePaths[ i ] = fileList.get( i ).getName().getURI(); } return filePaths; }
private URL[] prepareJarFiles( FileObject zipFile ) throws Exception { // zip:file:///tmp/foo.zip FileInputList fileList = FileInputList.createFileList( this, new String[] { "zip:" + zipFile.toString(), }, new String[] { ".*\\.jar$", }, // Include mask: only jar files new String[] { ".*classpath\\.jar$", }, // Exclude mask: only jar files new String[] { "Y", }, // File required new boolean[] { true, } ); // Search sub-directories List<URL> files = new ArrayList<URL>(); // Copy the jar files in the temp folder... // for ( FileObject file : fileList.getFiles() ) { FileObject jarfilecopy = KettleVFS.createTempFile( file.getName().getBaseName(), ".jar", environmentSubstitute( "${java.io.tmpdir}" ) ); jarfilecopy.copyFrom( file, new AllFileSelector() ); files.add( jarfilecopy.getURL() ); } return files.toArray( new URL[files.size()] ); }
public void check( List<CheckResultInterface> remarks, TransMeta transMeta, StepMeta stepMeta, RowMetaInterface prev, String[] input, String[] output, RowMetaInterface info, VariableSpace space, Repository repository, IMetaStore metaStore ) { CheckResult cr; // See if we get input... if ( input.length > 0 ) { cr = new CheckResult( CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString( PKG, "PropertyInputMeta.CheckResult.NoInputExpected" ), stepMeta ); remarks.add( cr ); } else { cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "PropertyInputMeta.CheckResult.NoInput" ), stepMeta ); remarks.add( cr ); } FileInputList fileInputList = getFiles( transMeta ); if ( fileInputList == null || fileInputList.getFiles().size() == 0 ) { cr = new CheckResult( CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString( PKG, "PropertyInputMeta.CheckResult.NoFiles" ), stepMeta ); remarks.add( cr ); } else { cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "PropertyInputMeta.CheckResult.FilesOk", "" + fileInputList.getFiles().size() ), stepMeta ); remarks.add( cr ); } }
public void check( List<CheckResultInterface> remarks, TransMeta transMeta, StepMeta stepMeta, RowMetaInterface prev, String[] input, String[] output, RowMetaInterface info, VariableSpace space, Repository repository, IMetaStore metaStore ) { CheckResult cr; // See if we get input... if ( input.length > 0 ) { cr = new CheckResult( CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString( PKG, "LDIFInputMeta.CheckResult.NoInputExpected" ), stepMeta ); remarks.add( cr ); } else { cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "LDIFInputMeta.CheckResult.NoInput" ), stepMeta ); remarks.add( cr ); } FileInputList fileInputList = getFiles( transMeta ); if ( fileInputList == null || fileInputList.getFiles().size() == 0 ) { cr = new CheckResult( CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString( PKG, "LDIFInputMeta.CheckResult.NoFiles" ), stepMeta ); remarks.add( cr ); } else { cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "LDIFInputMeta.CheckResult.FilesOk", "" + fileInputList.getFiles().size() ), stepMeta ); remarks.add( cr ); } }
if ( fileInputList == null || fileInputList.getFiles().size() == 0 ) { cr = new CheckResult( CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString( cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "GetFilesRowsCountMeta.CheckResult.FilesOk", "" + fileInputList.getFiles().size() ), stepMeta ); remarks.add( cr );
if ( fileInputList == null || fileInputList.getFiles().size() == 0 ) { cr = new CheckResult( CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString( cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "AccessInputMeta.CheckResult.FilesOk", "" + fileInputList.getFiles().size() ), stepMeta ); remarks.add( cr ); cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "AccessInputMeta.CheckResult.FilesOk", "" + fileInputList.getFiles().size() ), stepMeta ); remarks.add( cr );
@Test public void testVerifyNoPreviousStep() { LoadFileInputMeta spy = spy( new LoadFileInputMeta() ); FileInputList fileInputList = mock( FileInputList.class ); List<FileObject> files = when( mock( List.class ).size() ).thenReturn( 1 ).getMock(); doReturn( files ).when( fileInputList ).getFiles(); doReturn( fileInputList ).when( spy ).getFiles( any( VariableSpace.class ) ); @SuppressWarnings( "unchecked" ) List<CheckResultInterface> validationResults = mock( List.class ); // Check we do not get validation errors doAnswer( new Answer<Object>() { @Override public Object answer( InvocationOnMock invocation ) throws Throwable { if ( ( (CheckResultInterface) invocation.getArguments()[0] ).getType() != CheckResultInterface.TYPE_RESULT_OK ) { TestCase.fail( "We've got validation error" ); } return null; } } ).when( validationResults ).add( any( CheckResultInterface.class ) ); spy.check( validationResults, mock( TransMeta.class ), mock( StepMeta.class ), mock( RowMetaInterface.class ), new String[] {}, new String[] { "File content", "File size" }, mock( RowMetaInterface.class ), mock( VariableSpace.class ), mock( Repository.class ), mock( IMetaStore.class ) ); } }
FileInputList fileInputList = getFiles( transMeta ); if ( fileInputList == null || fileInputList.getFiles().size() == 0 ) { cr = new CheckResult( CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString( PKG, cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "LoadFileInputMeta.CheckResult.FilesOk", "" + fileInputList.getFiles().size() ), stepMeta ); remarks.add( cr );
FileInputList fileInputList = getFiles( transMeta ); if ( fileInputList == null || fileInputList.getFiles().size() == 0 ) { cr = new CheckResult( CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString( PKG, cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "JsonInputMeta.CheckResult.FilesOk", "" + fileInputList.getFiles().size() ), stepMeta ); remarks.add( cr );
FileInputList fileInputList = getFiles( transMeta ); if ( fileInputList == null || fileInputList.getFiles().size() == 0 ) { cr = new CheckResult( CheckResult.TYPE_RESULT_ERROR, BaseMessages.getString( PKG, cr = new CheckResult( CheckResult.TYPE_RESULT_OK, BaseMessages.getString( PKG, "GetXMLDataMeta.CheckResult.FilesOk", "" + fileInputList.getFiles().size() ), stepMeta ); remarks.add( cr );
RowMetaInterface[] infoStep = null; data.files.getFiles().clear();
@Override public Iterator<InputStream> iterator() { if ( !meta.isInFields() || meta.getIsAFile() ) { Iterator<FileObject> files; if ( meta.inputFiles.acceptingFilenames ) { // paths from input files = new FileNamesIterator( step, errorHandler, getFieldIterator() ); } else { // from inner file list if ( data.files == null ) { data.files = meta.getFileInputList( step ); } files = data.files.getFiles().listIterator( data.currentFileIndex ); } return new FileContentIterator( files, data, errorHandler ); } else if ( meta.isReadUrl() ) { return new URLContentIterator( errorHandler, getFieldIterator() ); } else { // direct content return new ChainedIterator<InputStream, String>( getFieldIterator(), errorHandler ) { protected InputStream tryNext() throws IOException { String next = inner.next(); return next == null ? null : IOUtils.toInputStream( next, meta.getEncoding() ); } }; } }
for ( FileObject fileObject : fileList.getFiles() ) { try { KWorkbook workbook =
if ( inputList.getFiles().size() > 0 ) {
for ( FileObject file : data.files.getFiles() ) { String name = KettleVFS.getFilename( file ); if ( name.length() > data.maxfilelength ) {
for ( FileObject fileObject : xulFileInputList.getFiles() ) { try { Document doc = XMLHandler.loadXMLFile( fileObject );
if ( inputList.getFiles().size() > 0 ) {
if ( inputList.getFiles().size() > 0 ) { wFields.removeAll();
for ( FileObject file : fileList.getFiles() ) { try { KWorkbook workbook =