@Override protected List<FileStatus> listStatus(JobContext job) throws IOException { List<FileStatus> result = super.listStatus(job); Iterator<FileStatus> it = result.iterator(); while (it.hasNext()) { FileStatus stat = it.next(); if (!stat.isFile() || (stat.getLen() == 0 && !stat.getPath().toUri().getScheme().equals("nullscan"))) { it.remove(); } } return result; } };
@Override protected FileStatus[] listStatus(JobConf job) throws IOException { FileStatus[] result = super.listStatus(job); boolean foundDir = false; for (FileStatus stat: result) { if (stat.isDir()) { foundDir = true; break; } } if (!foundDir) { return result; } ArrayList<FileStatus> files = new ArrayList<FileStatus>(); for (FileStatus stat: result) { if (!stat.isDir()) { files.add(stat); } } return files.toArray(new FileStatus[files.size()]); } };
@Override protected FileStatus[] listStatus(JobConf job) throws IOException { FileStatus[] result = super.listStatus(job); boolean foundDir = false; for (FileStatus stat: result) { if (stat.isDir()) { foundDir = true; break; } } if (!foundDir) { return result; } ArrayList<FileStatus> files = new ArrayList<FileStatus>(); for (FileStatus stat: result) { if (!stat.isDir()) { files.add(stat); } } return files.toArray(new FileStatus[files.size()]); } };
@Override protected List<FileStatus> listStatus(JobContext job) throws IOException { List<FileStatus> result = super.listStatus(job); Iterator<FileStatus> it = result.iterator(); while (it.hasNext()) { FileStatus stat = it.next(); if (!stat.isFile()) { it.remove(); } } return result; } };
@Override protected List<FileStatus> listStatus(JobContext job) throws IOException { List<FileStatus> result = super.listStatus(job); Iterator<FileStatus> it = result.iterator(); while (it.hasNext()) { FileStatus stat = it.next(); if (!stat.isFile()) { it.remove(); } } return result; } };
@Override protected List<FileStatus> listStatus(JobContext job) throws IOException { List<FileStatus> result = super.listStatus(job); Iterator<FileStatus> it = result.iterator(); while (it.hasNext()) { FileStatus stat = it.next(); if (!stat.isFile() || (stat.getLen() == 0 && !stat.getPath().toUri().getScheme().equals("nullscan"))) { it.remove(); } } return result; } };
@Override protected List<FileStatus> listStatus(JobContext job) throws IOException { List<FileStatus> result = super.listStatus(job); Iterator<FileStatus> it = result.iterator(); while (it.hasNext()) { FileStatus stat = it.next(); if (!stat.isFile()) { it.remove(); } } return result; } };