theMap.put("follower_count", hasUser ? user.getFollowersCount() : 0); theMap.put("friends_count", hasUser ? user.getFriendsCount() : 0); theMap.put("lang", hasUser ? user.getLang() : ""); theMap.put("utc_offset", hasUser ? user.getUtcOffset() : -1); // resolution in seconds, -1 if not available? theMap.put("statuses_count", hasUser ? user.getStatusesCount() : 0);
@Override public boolean isKeep(TridentTuple tuple) { User user = (User)tuple.get(0); return "en".equals(user.getLang()); } }
public void onStatus(Status status) { String lang = status.getUser().getLang(); if (tweetCount < 50000) { if (lang.equals("en")) { storeInFile(status); tweetCount++; } } else { try { bw.flush(); bw.close(); fw.close(); } catch (IOException e) { log.error(e.toString()); } System.exit(0); } }
@Override public void execute(Tuple input) { Status tweet = (Status) input.getValueByField("tweet"); String lang = tweet.getUser().getLang(); String text = tweet.getText().replaceAll("\\p{Punct}", " ").replaceAll("\\r|\\n", "").toLowerCase(); String[] words = text.split(" "); for (String word : words) { if (word.length() >= minWordLength) { collector.emit(new Values(lang, word)); } } }
theMap.put("follower_count", hasUser ? user.getFollowersCount() : 0); theMap.put("friends_count", hasUser ? user.getFriendsCount() : 0); theMap.put("lang", hasUser ? user.getLang() : ""); theMap.put("utc_offset", hasUser ? user.getUtcOffset() : -1); // resolution in seconds, -1 if not available? theMap.put("statuses_count", hasUser ? user.getStatusesCount() : 0);
status.user.id = user.getId(); status.user.location = user.getLocation(); status.user.language = user.getLang(); status.user.postings = user.getStatusesCount(); status.user.real_name = user.getName();
status.user.id = user.getId(); status.user.location = user.getLocation(); status.user.language = user.getLang(); status.user.postings = user.getStatusesCount(); status.user.real_name = user.getName();
.put("ProfileBannerMobileRetinaURL", user.getProfileBannerMobileRetinaURL()) .put("ProfileBackgroundTiled", user.isProfileBackgroundTiled()) .put("Lang", user.getLang()) .put("StatusesCount", user.getStatusesCount()) .put("GeoEnabled", user.isGeoEnabled())