@Override public void validate(AbstractTwitterPreprocessingToolOptions twitterPreprocessingModes) { super.validate(twitterPreprocessingModes); InOutToolOptions.prepareMultivaluedArgument(twitterExtras, "id","created_at"); }
@Override public void validate(AbstractTwitterPreprocessingToolOptions twitterPreprocessingModes) { super.validate(twitterPreprocessingModes); InOutToolOptions.prepareMultivaluedArgument(twitterExtras, "id","created_at"); }
/** * prepare the tool for running * * @throws CmdLineException */ public void prepare() throws CmdLineException { final CmdLineParser parser = new CmdLineParser(this); try { if (veryLoud && quiet) { quiet = false; veryLoud = true; } parser.parseArgument(args); InOutToolOptions.prepareMultivaluedArgument(modeOptions); validateFilters(); registerRDFAnalysis(); this.validate(); } catch (final CmdLineException e) { throw e; } }
/** * prepare the tool for running * * @throws CmdLineException */ public void prepare() throws CmdLineException { final CmdLineParser parser = new CmdLineParser(this); try { if (veryLoud && quiet) { quiet = false; veryLoud = true; } parser.parseArgument(args); InOutToolOptions.prepareMultivaluedArgument(modeOptions); validateFilters(); registerRDFAnalysis(); this.validate(); } catch (final CmdLineException e) { throw e; } }
@Override public void perform(HadoopTwitterTokenToolOptions opts) throws Exception { Path outpath = HadoopToolsUtil.getOutputPath(opts); this.stages = new MultiStagedJob(HadoopToolsUtil.getInputPaths(opts),outpath,opts.getArgs()); InOutToolOptions.prepareMultivaluedArgument(tomatch,"^.*$"); this.stages.queueStage(new TokenRegexStage(tomatch,opts.getNonHadoopArgs())); this.stages.runAll(); }
@Override public void perform(HadoopTwitterTokenToolOptions opts) throws Exception { Path outpath = HadoopToolsUtil.getOutputPath(opts); this.stages = new MultiStagedJob(HadoopToolsUtil.getInputPaths(opts),outpath,opts.getArgs()); InOutToolOptions.prepareMultivaluedArgument(tomatch,"^.*$"); this.stages.queueStage(new TokenRegexStage(tomatch,opts.getNonHadoopArgs())); this.stages.runAll(); }