@Test public void testGetInputPaths() throws Exception { conf.set("mapred.input.dir", "a,b,c"); assertArrayEquals(new Path[]{new Path("a"), new Path("b"), new Path("c")}, OrcInputFormat.getInputPaths(conf)); conf.set("mapred.input.dir", "/a/b/c/d/e"); assertArrayEquals(new Path[]{new Path("/a/b/c/d/e")}, OrcInputFormat.getInputPaths(conf)); conf.set("mapred.input.dir", "/a/b/c\\,d,/e/f\\,g/h"); assertArrayEquals(new Path[]{new Path("/a/b/c,d"), new Path("/e/f,g/h")}, OrcInputFormat.getInputPaths(conf)); }
Path[] paths = getInputPaths(conf); CompletionService<AcidDirInfo> ecs = new ExecutorCompletionService<>(Context.threadPool); for (Path dir : paths) {
Path[] paths = getInputPaths(conf); CompletionService<AcidDirInfo> ecs = new ExecutorCompletionService<>(Context.threadPool); for (Path dir : paths) {
for (Path dir : getInputPaths(conf)) { FileSystem fs = dir.getFileSystem(conf); FileGenerator fileGenerator = new FileGenerator(context, fs, dir);