/** * @return an instance of the selected output mode */ public TwitterOutputMode ouputMode() { outputModeOptionOp.validate(this); return outputModeOptionOp; }
@Override public TwitterOutputMode getOptions() { return new AnalysisOutputMode(); } },
@Override public TwitterOutputMode getOptions() { return new SelectiveAnalysisTwitterOutputMode(); } },
@Override protected void map(LongWritable key, Text value, Mapper<LongWritable, Text, NullWritable, Text>.Context context) throws java.io.IOException, InterruptedException { final USMFStatus status = new USMFStatus(GeneralJSONTwitter.class); status.fillFromString(value.toString()); if (status.isInvalid()) return; for (final TwitterPreprocessingMode<?> mode : modes) { mode.process(status); } final StringWriter outTweetString = new StringWriter(); final PrintWriter outTweetWriter = new PrintWriter(outTweetString); try { options.ouputMode().output(options.convertToOutputFormat(status), outTweetWriter); context.write(NullWritable.get(), new Text(outTweetString.getBuffer().toString())); } catch (final Exception e) { System.err.println("Failed to write tweet: " + status.text); System.err.println("With error: "); e.printStackTrace(); } } }
@Override public TwitterOutputMode getOptions() { return new SelectiveAnalysisOutputMode(); } };
@Override public void validate(AbstractTwitterPreprocessingToolOptions twitterPreprocessingModes) { super.validate(twitterPreprocessingModes); InOutToolOptions.prepareMultivaluedArgument(twitterExtras, "id","created_at"); }
@Override protected void map(LongWritable key, Text value, Mapper<LongWritable, Text, NullWritable, Text>.Context context) throws java.io.IOException, InterruptedException { final USMFStatus status = new USMFStatus(GeneralJSONTwitter.class); status.fillFromString(value.toString()); if (status.isInvalid()) return; for (final TwitterPreprocessingMode<?> mode : modes) { mode.process(status); } final StringWriter outTweetString = new StringWriter(); final PrintWriter outTweetWriter = new PrintWriter(outTweetString); try { options.ouputMode().output(options.convertToOutputFormat(status), outTweetWriter); context.write(NullWritable.get(), new Text(outTweetString.getBuffer().toString())); } catch (final Exception e) { System.err.println("Failed to write tweet: " + status.text); System.err.println("With error: "); e.printStackTrace(); } } }
/** * @return an instance of the selected output mode */ public TwitterOutputMode ouputMode() { outputModeOptionOp.validate(this); return outputModeOptionOp; }
@Override public TwitterOutputMode getOptions() { return new AnalysisOutputMode(); } },
@Override public TwitterOutputMode getOptions() { return new SelectiveAnalysisTwitterOutputMode(); } },
@Override public TwitterOutputMode getOptions() { return new SelectiveAnalysisOutputMode(); } };
@Override public void validate(AbstractTwitterPreprocessingToolOptions twitterPreprocessingModes) { super.validate(twitterPreprocessingModes); InOutToolOptions.prepareMultivaluedArgument(twitterExtras, "id","created_at"); }
@Override protected void map(LongWritable key, Text value, Mapper<LongWritable, Text, LongWritable, Text>.Context context) throws java.io.IOException, InterruptedException { final USMFStatus status = new USMFStatus(GeneralJSONTwitter.class); status.fillFromString(value.toString()); if (status.isInvalid()) return; for (final TwitterPreprocessingMode<?> mode : modes) { mode.process(status); } final StringWriter outTweetString = new StringWriter(); final PrintWriter outTweetWriter = new PrintWriter(outTweetString); try { options.ouputMode().output(options.convertToOutputFormat(status), outTweetWriter); final DateTime date = status.createdAt(); if (date == null) return; final DateTime dayDate = new DateTime(date.getYear(), date.getMonthOfYear(), date.getDayOfMonth(), 0, 0); context.write(new LongWritable(dayDate.getMillis()), new Text(outTweetString.getBuffer().toString())); } catch (final Exception e) { System.err.println("Failed to write tweet: " + status.text); System.err.println("With error: "); e.printStackTrace(); } } }
@Override protected void map(LongWritable key, Text value, Mapper<LongWritable, Text, LongWritable, Text>.Context context) throws java.io.IOException, InterruptedException { final USMFStatus status = new USMFStatus(GeneralJSONTwitter.class); status.fillFromString(value.toString()); if (status.isInvalid()) return; for (final TwitterPreprocessingMode<?> mode : modes) { mode.process(status); } final StringWriter outTweetString = new StringWriter(); final PrintWriter outTweetWriter = new PrintWriter(outTweetString); try { options.ouputMode().output(options.convertToOutputFormat(status), outTweetWriter); final DateTime date = status.createdAt(); if (date == null) return; final DateTime dayDate = new DateTime(date.getYear(), date.getMonthOfYear(), date.getDayOfMonth(), 0, 0); context.write(new LongWritable(dayDate.getMillis()), new Text(outTweetString.getBuffer().toString())); } catch (final Exception e) { System.err.println("Failed to write tweet: " + status.text); System.err.println("With error: "); e.printStackTrace(); } } }
final PrintWriter outTweetWriter = new PrintWriter(ow); try { options.ouputMode().output(options.convertToOutputFormat(status), outTweetWriter); outTweetWriter.flush(); context.write(NullWritable.get(), new Text(baos.toByteArray()));
final PrintWriter outTweetWriter = new PrintWriter(ow); try { options.ouputMode().output(options.convertToOutputFormat(status), outTweetWriter); outTweetWriter.flush(); context.write(NullWritable.get(), new Text(baos.toByteArray()));
PrintWriter outTweetWriter = new PrintWriter(ow); try { options.ouputMode().output(options.convertToOutputFormat(status), outTweetWriter); outTweetWriter.flush(); byte[] toEmit = baos.toByteArray();