/** * Constructor that uses either {@link FileSystem#listStatus(Path)} or * {@link FileSystem#globStatus(Path)} to obtain list of files to iterate over * (depending on pathType parameter). */ public SequenceFileDirIterator(Path path, PathType pathType, PathFilter filter, Comparator<FileStatus> ordering, boolean reuseKeyValueInstances, Configuration conf) throws IOException { FileStatus[] statuses = HadoopUtil.getFileStatus(path, pathType, filter, ordering, conf); iterators = Lists.newArrayList(); init(statuses, reuseKeyValueInstances, conf); }
/** * Constructor that uses either {@link FileSystem#listStatus(Path)} or * {@link FileSystem#globStatus(Path)} to obtain list of files to iterate over * (depending on pathType parameter). */ public SequenceFileDirIterator(Path path, PathType pathType, PathFilter filter, Comparator<FileStatus> ordering, boolean reuseKeyValueInstances, Configuration conf) throws IOException { FileStatus[] statuses = HadoopUtil.getFileStatus(path, pathType, filter, ordering, conf); iterators = Lists.newArrayList(); init(statuses, reuseKeyValueInstances, conf); }
/** * Constructor that uses either {@link FileSystem#listStatus(Path)} or * {@link FileSystem#globStatus(Path)} to obtain list of files to iterate over * (depending on pathType parameter). */ public SequenceFileDirIterator(Path path, PathType pathType, PathFilter filter, Comparator<FileStatus> ordering, boolean reuseKeyValueInstances, Configuration conf) throws IOException { FileStatus[] statuses = HadoopUtil.getFileStatus(path, pathType, filter, ordering, conf); iterators = Lists.newArrayList(); init(statuses, reuseKeyValueInstances, conf); }
"--output", output.toString() + "/" + splitPattern, "--numSplits", String.valueOf(numSplits) }); FileStatus[] statuses = HadoopUtil.getFileStatus(output, PathType.LIST, PathFilters.logsCRCFilter(), null, conf);