public void normalizeAllocation( int length ) { fileMask = normalizeAllocation( fileMask, length ); excludeFileMask = normalizeAllocation( excludeFileMask, length ); fileRequired = normalizeAllocation( fileRequired, length ); includeSubFolders = normalizeAllocation( includeSubFolders, length ); }
public FileInputList getFileInputList( VariableSpace space ) { inputFiles.normalizeAllocation( inputFiles.fileName.length ); return FileInputList.createFileList( space, inputFiles.fileName, inputFiles.fileMask, inputFiles.excludeFileMask, inputFiles.fileRequired, inputFiles.includeSubFolderBoolean() ); }
inputFiles.normalizeAllocation( inputFiles.fileName.length ); for ( int i = 0; i < inputFiles.fileName.length; i++ ) { saveSource( retval, inputFiles.fileName[i] );
inputFiles.normalizeAllocation( inputFiles.fileName.length ); for ( int i = 0; i < inputFiles.fileName.length; i++ ) { saveSourceRep( rep, id_transformation, id_step, i, inputFiles.fileName[i] );
/** * we need to reallocate {@link #environment} too since it can have other length */ @Override public void normalizeAllocation( int length ) { super.normalizeAllocation( length ); environment = normalizeAllocation( environment, length ); }
@Override public FileInputList getFileInputList( VariableSpace space ) { inputFiles.normalizeAllocation( inputFiles.fileName.length ); for ( int i = 0; i < environment.length; i++ ) { if ( inputFiles.fileName[ i ].contains( "://" ) ) { continue; } String sourceNc = environment[ i ]; sourceNc = sourceNc.equals( LOCAL_ENVIRONMENT ) ? HadoopFileInputMeta.LOCAL_SOURCE_FILE + i : sourceNc; sourceNc = sourceNc.equals( STATIC_ENVIRONMENT ) ? HadoopFileInputMeta.STATIC_SOURCE_FILE + i : sourceNc; sourceNc = sourceNc.equals( S3_ENVIRONMENT ) ? HadoopFileInputMeta.S3_SOURCE_FILE + i : sourceNc; String source = inputFiles.fileName[ i ]; if ( !Const.isEmpty( source ) ) { inputFiles.fileName[ i ] = loadUrl( source, sourceNc, getParentStepMeta().getParentTransMeta().getMetaStore(), null ); } else { inputFiles.fileName[ i ] = ""; } } return createFileList( space ); }