Refine search
twitterStream = new TwitterStreamFactory().getInstance(); twitterStream.addConnectionLifeCycleListener(connectionLifeCycleListener); statusListener = new StatusListener() twitterStream.addListener(statusListener); twitterStream.sample(); // creates a generic StatusStream log.info("returned from sample()");
@Override public void close() { log.info("CLOSE twitterstream"); twitterStream.shutdown(); // invokes twitterStream.cleanUp() } };
@Override public void shutDown() { TwitterStream s = twitterStream; if (s != null) { twitterStream = null; s.cleanUp(); } }
@Override public void configure(Context context) { String consumerKey = context.getString("consumerKey"); String consumerSecret = context.getString("consumerSecret"); String accessToken = context.getString("accessToken"); String accessTokenSecret = context.getString("accessTokenSecret"); twitterStream = new TwitterStreamFactory().getInstance(); twitterStream.setOAuthConsumer(consumerKey, consumerSecret); twitterStream.setOAuthAccessToken(new AccessToken(accessToken, accessTokenSecret)); twitterStream.addListener(this); avroSchema = createAvroSchema(); dataFileWriter = new DataFileWriter<GenericRecord>( new GenericDatumWriter<GenericRecord>(avroSchema)); maxBatchSize = context.getInteger("maxBatchSize", maxBatchSize); maxBatchDurationMillis = context.getInteger("maxBatchDurationMillis", maxBatchDurationMillis); }
public TwitterPushRecordReader(TwitterStream twitterStream, TwitterUtil.TweetListener tweetListener, FilterQuery query) { init(twitterStream); tweetListener.setInputQ(inputQ); this.twitterStream.addListener(tweetListener); this.twitterStream.filter(query); }
|| twitterOperation.equals(TwitterConstant.RETWEET_STREAM_OPERATION)) { statusStreamsListener = new StatusListenerImpl(); twitterStream.addListener(statusStreamsListener); } else if (twitterOperation.equals(TwitterConstant.USER_STREAM_OPERATION)) { userStreamListener = new UserStreamListenerImpl(); twitterStream.addListener(userStreamListener); } else if (twitterOperation.equals(TwitterConstant.SITE_STREAM_OPERATION)) { siteStreamslistener = new siteStreamsListenerImpl(); twitterStream.addListener(siteStreamslistener); } else { handleException("The operation :" + twitterOperation + " not found"); twitterStream.filter(query); twitterStream.sample(languages[1]); } else { handleException("A language can be used for the sample operation"); twitterStream.sample(); .equals(TwitterConstant.FIREHOSE_STREAM_OPERATION)) { if (countParam != null) { twitterStream.firehose(count); .equals(TwitterConstant.USER_STREAM_OPERATION)) { if (tracks != null) { twitterStream.user(tracks); } else { twitterStream.user();
public LazyTwitterObservable() { this.twitterStream = new TwitterStreamFactory().getInstance(); this.twitterStream.addListener(new StatusListener() { @Override public void onStatus(Status status) { subscribers.forEach(s -> s.onNext(status)); } @Override public void onDeletionNotice(StatusDeletionNotice statusDeletionNotice) { //... } @Override public void onTrackLimitationNotice(int numberOfLimitedStatuses) { //... } @Override public void onScrubGeo(long userId, long upToStatusId) { //... } @Override public void onStallWarning(StallWarning warning) { //... } @Override public void onException(Exception ex) { subscribers.forEach(s -> s.onError(ex)); } }); }
twitterStream = new TwitterStreamFactory().getInstance(); StatusListener listener = new StatusListener() { @Override twitterStream.addListener(listener); FilterQuery filterQuery = new FilterQuery(); filterQuery.track(keywordsMap.keySet().toArray(new String[keywordsMap.keySet().size()])); filterQuery.language(new String[]{"en"}); twitterStream.filter(filterQuery); keywordsMap.clear(); if(twitterStream != null) { twitterStream.shutdown();
public static void main(String[] args) throws TwitterException, IOException{ StatusListener listener = new StatusListener(){ public void onStatus(Status status) { System.out.println(status.getUser().getName() + " : " + status.getText()); } public void onDeletionNotice(StatusDeletionNotice statusDeletionNotice) {} public void onTrackLimitationNotice(int numberOfLimitedStatuses) {} public void onException(Exception ex) { ex.printStackTrace(); } }; TwitterStream twitterStream = new TwitterStreamFactory().getInstance(); twitterStream.addListener(listener); // sample() method internally creates a thread which manipulates TwitterStream and calls these adequate listener methods continuously. twitterStream.sample(); }
@Override public void activate(OperatorContext context) { ts.addListener(this); // we can only listen to tweets containing links by callng ts.links(). // it seems it requires prior signed agreement with twitter. ts.sample(); }
" access token {}", new String[] { consumerKey, accessToken }); twitterStream.addListener(listener); twitterStream.sample(); } else { logger.debug("Starting up Twitter filtering..."); twitterStream.filter(query);
twitterStream.addListener(listener); twitterStream.filter(fq); twitterStream.shutdown(); return statuses;
TwitterStream twitterStream = new TwitterStreamFactory(new ConfigurationBuilder().setJSONStoreEnabled(true).build()).getInstance(); twitterStream.setOAuthConsumer(_consumerKey, _consumerSecret); AccessToken token = new AccessToken(_accessToken, _accessTokenSecret); twitterStream.setOAuthAccessToken(token); StatusListener listener = new StatusListener() { public void onStatus(Status status) { logger.info(DataObjectFactory.getRawJSON(status)); //do your action here } ... }; twitterStream.addListener(listener); FilterQuery query = new FilterQuery(); query.follow(new long[] { _twitterUserId }); twitterStream.filter(query); }
@Override public synchronized void start() { LOGGER.info("Starting twitter source {} ...", this); docCount = 0; startTime = System.currentTimeMillis(); exceptionCount = 0; totalTextIndexed = 0; skippedDocs = 0; batchEndTime = System.currentTimeMillis() + maxBatchDurationMillis; twitterStream.sample(); LOGGER.info("Twitter source {} started.", getName()); // This should happen at the end of the start method, since this will // change the lifecycle status of the component to tell the Flume // framework that this component has started. Doing this any earlier // tells the framework that the component started successfully, even // if the method actually fails later. super.start(); }
public AbstractStreamingConsumerHandler(TwitterEndpoint te) { super(te); this.receivedStatuses = new ArrayList<>(); this.twitterStream = te.getProperties().createTwitterStream(); this.twitterStream.addListener(this); this.twitterEventListener = new AtomicReference<>(); this.clear = true; }
public TwitterPushRecordReader(TwitterStream twitterStream, TwitterUtil.UserTweetsListener tweetListener) { init(twitterStream); tweetListener.setInputQ(inputQ); this.twitterStream.addListener(tweetListener); twitterStream.user(); }
@Override public void stop() { twitterStream.removeListener(this); twitterStream.shutdown(); twitterStream.cleanUp(); }
@Override public void start() { getTwitterStream().filter(createFilter()); }
@Override public void close() throws IOException { if (!closed) { twitterStream.clearListeners(); twitterStream.cleanUp(); twitterStream = null; closed = true; } }