@Override public int run(String[] args) throws Exception { HadoopEXIFOptions options = new HadoopEXIFOptions(args,true); options.prepare(); // String clusterFileString = options.getInputString(); Path[] paths = options.getInputPaths(); TextBytesSequenceFileUtility util = new TextBytesSequenceFileUtility(paths[0].toUri() , true); Map<String,String> metadata = new HashMap<String,String>(); if (util.getUUID() != null) metadata.put(MetadataConfiguration.UUID_KEY, util.getUUID()); metadata.put(MetadataConfiguration.CONTENT_TYPE_KEY, "application/imageexif"); Job job = TextBytesJobUtil.createJob(paths, options.getOutputPath(), metadata,this.getConf()); // job.setOutputValueClass(Text.class); job.setJarByClass(this.getClass()); job.setMapperClass(HadoopEXIF.HadoopEXIFMapper.class); job.getConfiguration().setStrings(ARGS_KEY, args); job.setNumReduceTasks(0); SequenceFileOutputFormat.setCompressOutput(job, false); long start,end; start = System.currentTimeMillis(); job.waitForCompletion(true); end = System.currentTimeMillis(); System.out.println("Took: " + (end - start) + "ms"); return 0; }
@Override public int run(String[] args) throws Exception { final HadoopLocalFeaturesToolOptions options = new HadoopLocalFeaturesToolOptions(args, true); options.prepare(); final Path[] paths = options.getInputPaths(); final TextBytesSequenceFileUtility util = new TextBytesSequenceFileUtility(paths[0].toUri(), true); final Map<String, String> metadata = new HashMap<String, String>(); if (util.getUUID() != null) metadata.put(MetadataConfiguration.UUID_KEY, util.getUUID()); metadata.put(MetadataConfiguration.CONTENT_TYPE_KEY, "application/localfeatures-" + options.getMode().name() + "-" + (options.isAsciiMode() ? "ascii" : "bin")); final Job job = TextBytesJobUtil.createJob(paths, options.getOutputPath(), metadata, this.getConf()); job.setJarByClass(this.getClass()); options.mapperModeOp.prepareJobMapper(job, LocalFeaturesMapper.class); job.getConfiguration().setStrings(ARGS_KEY, args); job.setNumReduceTasks(0); SequenceFileOutputFormat.setCompressOutput(job, !options.dontcompress); long start, end; start = System.currentTimeMillis(); job.waitForCompletion(true); end = System.currentTimeMillis(); System.out.println("Took: " + (end - start) + "ms"); options.serialiseExtractor(); return 0; }
@Override public int run(String[] args) throws Exception { final HadoopLocalFeaturesToolOptions options = new HadoopLocalFeaturesToolOptions(args, true); options.prepare(); final Path[] paths = options.getInputPaths(); final TextBytesSequenceFileUtility util = new TextBytesSequenceFileUtility(paths[0].toUri(), true); final Map<String, String> metadata = new HashMap<String, String>(); if (util.getUUID() != null) metadata.put(MetadataConfiguration.UUID_KEY, util.getUUID()); metadata.put(MetadataConfiguration.CONTENT_TYPE_KEY, "application/localfeatures-" + options.getMode().name() + "-" + (options.isAsciiMode() ? "ascii" : "bin")); final Job job = TextBytesJobUtil.createJob(paths, options.getOutputPath(), metadata, this.getConf()); job.setJarByClass(this.getClass()); options.mapperModeOp.prepareJobMapper(job, LocalFeaturesMapper.class); job.getConfiguration().setStrings(ARGS_KEY, args); job.setNumReduceTasks(0); SequenceFileOutputFormat.setCompressOutput(job, !options.dontcompress); long start, end; start = System.currentTimeMillis(); job.waitForCompletion(true); end = System.currentTimeMillis(); System.out.println("Took: " + (end - start) + "ms"); options.serialiseExtractor(); return 0; }