@Override public Number init(TridentTuple tuple) { return (Number) tuple.getValue(0); }
public void aggregate(Result val, TridentTuple tuple, TridentCollector collector) { Object v = tuple.getValue(0); if (val.obj == null) { val.obj = v; } else { val.obj = _agg.combine(val.obj, v); } }
@Override public void updateState(Snapshottable state, List<TridentTuple> tuples, TridentCollector collector) { if (tuples.size() != 1) { throw new IllegalArgumentException("Combiner state updater should receive a single tuple. Received: " + tuples.toString()); } Object newVal = state.update(new CombinerValueUpdater(_agg, tuples.get(0).getValue(0))); collector.emit(new Values(newVal)); }
@Override public void execute(TridentTuple tuple, TridentCollector collector) { List l = (List) tuple.getValue(0); if (l != null) { for (Object o : l) { collector.emit(new Values(o)); } } }
@Override public void updateState(MapState map, List<TridentTuple> tuples, TridentCollector collector) { List<List<Object>> groups = new ArrayList<List<Object>>(tuples.size()); List<ValueUpdater> updaters = new ArrayList<ValueUpdater>(tuples.size()); for (TridentTuple t : tuples) { groups.add(_groupFactory.create(t)); updaters.add(new CombinerValueUpdater(_agg, _inputFactory.create(t).getValue(0))); } List<Object> newVals = map.multiUpdate(groups, updaters); for (int i = 0; i < tuples.size(); i++) { List<Object> key = groups.get(i); Object result = newVals.get(i); collector.emit(_factory.create(new List[] { key, new Values(result) })); } }
@Override public Number init(TridentTuple tuple) { return (Number) tuple.getValue(0); }
@Override public Number init(TridentTuple tuple) { return (Number) tuple.getValue(0); }
@Override public AccuracyState<L> init(TridentTuple tuple) { Instance<L> instance = (Instance<L>) tuple.getValue(0); L prediction = (L) tuple.getValue(1); L expected = instance.getLabel(); boolean equals = Objects.equals(expected, prediction); AccuracyState<L> state = new AccuracyState<L>(1, equals ? 0 : 1); return state; }
public void aggregate(Result val, TridentTuple tuple, TridentCollector collector) { Object v = tuple.getValue(0); if(val.obj==null) { val.obj = v; } else { val.obj = _agg.combine(val.obj, v); } }
public void aggregate(Result val, TridentTuple tuple, TridentCollector collector) { Object v = tuple.getValue(0); if (val.obj == null) { val.obj = v; } else { val.obj = _agg.combine(val.obj, v); } }
public void execute(TridentTuple tuple, TridentCollector collector) { String sentence = (String) tuple.getValue(0); if (sentence != null) { sentence = sentence.replaceAll("\r", ""); sentence = sentence.replaceAll("\n", ""); for (String word : sentence.split(" ")) { collector.emit(new Values(word)); } } } }
@Override public void updateState(Snapshottable state, List<TridentTuple> tuples, TridentCollector collector) { if (tuples.size() != 1) { throw new IllegalArgumentException("Combiner state updater should receive a single tuple. Received: " + tuples.toString()); } Object newVal = state.update(new CombinerValueUpdater(_agg, tuples.get(0).getValue(0))); collector.emit(new Values(newVal)); }
@Override public void updateState(Snapshottable state, List<TridentTuple> tuples, TridentCollector collector) { if(tuples.size()!=1) { throw new IllegalArgumentException("Combiner state updater should receive a single tuple. Received: " + tuples.toString()); } Object newVal = state.update(new CombinerValueUpdater(_agg, tuples.get(0).getValue(0))); collector.emit(new Values(newVal)); }
@Override public List<ArrayList<Tweet>> batchRetrieve(BucketsDB state, List<TridentTuple> args) { List<ArrayList<Tweet>> tweets = new ArrayList<ArrayList<Tweet>>(); for(TridentTuple tuple : args){ Tweet tw = (Tweet) tuple.getValue(0); int byNumberOfDims = tuple.getInteger(1); //number of dimensions to upgrade state.updateRandomVectors(byNumberOfDims); ArrayList<Tweet> possibleNeighbors = state.getPossibleNeighbors(tw); tweets.add(possibleNeighbors); } return tweets; }
@Override public void execute(TridentTuple tuple, ArrayList<Tweet> collidingTweets, TridentCollector collector) { //emit by tweet id Tweet tw = (Tweet) tuple.getValue(0); collector.emit(new Values(tw.getID(), collidingTweets)); }
@Override public void execute(TridentTuple tuple, TridentCollector collector) { @SuppressWarnings("rawtypes") List<Tweet> l = (List<Tweet>) tuple.getValue(0); if (l != null) { for (Tweet o : l) { collector.emit(new Values(o, o.getID())); } } }
@Override public void execute(TridentTuple tuple, TridentCollector collector) { Tweet tweet = (Tweet) tuple.getValue(0); String tweetBody = tweet.getBody(); String words[] = tweetBody.toLowerCase().split(regex); if (words.length > 0) { collector.emit(getValues(tweet, words)); } else { tweetBody = "ONLYLINKSANDMENTIONZ"; String dummyWord[] = {tweetBody}; collector.emit(getValues(tweet, dummyWord)); } }