List of usage examples for twitter4j.conf ConfigurationBuilder setJSONStoreEnabled
public ConfigurationBuilder setJSONStoreEnabled(boolean enabled)
From source file:benche.me.TwitterParser.Main.java
License:Open Source License
/** * Configure twitter API connection for tweet streaming * @return TwitterStream instance//from www.j a v a 2s.co m */ private static TwitterStream configureStream() { ConfigurationBuilder cb = new ConfigurationBuilder(); cb.setOAuthConsumerKey(Constants.CONSUMER_KEY_KEY); cb.setOAuthConsumerSecret(Constants.CONSUMER_SECRET_KEY); cb.setOAuthAccessToken(Constants.ACCESS_TOKEN_KEY); cb.setOAuthAccessTokenSecret(Constants.ACCESS_TOKEN_SECRET_KEY); cb.setJSONStoreEnabled(true); cb.setIncludeEntitiesEnabled(true); return new TwitterStreamFactory(cb.build()).getInstance(); }
From source file:com.cloudera.flume.source.TwitterSource.java
License:Apache License
/** * The initialization method for the Source. The context contains all the * Flume configuration info, and can be used to retrieve any configuration * values necessary to set up the Source. *///from w w w . j a v a 2s .co m @Override public void configure(Context context) { consumerKey = context.getString(TwitterSourceConstants.CONSUMER_KEY_KEY); consumerSecret = context.getString(TwitterSourceConstants.CONSUMER_SECRET_KEY); accessToken = context.getString(TwitterSourceConstants.ACCESS_TOKEN_KEY); accessTokenSecret = context.getString(TwitterSourceConstants.ACCESS_TOKEN_SECRET_KEY); String keywordString = context.getString(TwitterSourceConstants.KEYWORDS_KEY, ""); keywords = keywordString.split(","); for (int i = 0; i < keywords.length; i++) { keywords[i] = keywords[i].trim(); } ConfigurationBuilder cb = new ConfigurationBuilder(); cb.setOAuthConsumerKey(consumerKey); cb.setOAuthConsumerSecret(consumerSecret); cb.setOAuthAccessToken(accessToken); cb.setOAuthAccessTokenSecret(accessTokenSecret); cb.setJSONStoreEnabled(true); cb.setIncludeEntitiesEnabled(true); twitterStream = new TwitterStreamFactory(cb.build()).getInstance(); }
From source file:com.hortonworks.amuise.cdrstorm.kafka.producers.CDRTestDataProducer.java
private void start() { /**// www . j av a 2s . co m * Kafka Twitter Producer properties * */ Properties twitterconprops = new Properties(); twitterconprops.put("metadata.broker.list", globalconfigs.getProperty("twitter4j.brokerlist")); twitterconprops.put("serializer.class", globalconfigs.getProperty("twitter4j.serializer")); twitterconprops.put("request.required.acks", globalconfigs.getProperty("twitter4j.requiredacks")); ProducerConfig twitterproducerconfig = new ProducerConfig(twitterconprops); final Producer<String, String> twitterproducer = new Producer<String, String>(twitterproducerconfig); /** * Kafka CDR Producer properties * */ Properties cdrconprops = new Properties(); cdrconprops.put("metadata.broker.list", globalconfigs.getProperty("cdr.brokerlist")); cdrconprops.put("serializer.class", globalconfigs.getProperty("cdr.serializer")); cdrconprops.put("request.required.acks", globalconfigs.getProperty("cdr.requiredacks")); ProducerConfig cdrproducerconfig = new ProducerConfig(cdrconprops); final Producer<String, String> cdrproducer = new Producer<String, String>(cdrproducerconfig); /** * Twitter4j properties * */ ConfigurationBuilder cb = new ConfigurationBuilder(); cb.setOAuthConsumerKey(globalconfigs.getProperty("twitter4j.consumerkey")); cb.setOAuthConsumerSecret(globalconfigs.getProperty("twitter4j.consumersecretkey")); cb.setOAuthAccessToken(globalconfigs.getProperty("twitter4j.accesstokenkey")); cb.setOAuthAccessTokenSecret(globalconfigs.getProperty("twitter4j.accesstokensecretkey")); cb.setJSONStoreEnabled(true); cb.setIncludeEntitiesEnabled(true); twitterStream = new TwitterStreamFactory(cb.build()).getInstance(); /** * Twitter listener * */ StatusListener listener = new StatusListener() { // The onStatus method is executed every time a new tweet comes // in. public void onStatus(Status status) { StringBuilder sb = new StringBuilder(); sb.append(status.getUser().getScreenName()); sb.append("|"); sb.append(status.getCreatedAt()); sb.append("|"); sb.append(status.getRetweetCount()); sb.append("|"); sb.append(status.getSource()); sb.append("|"); sb.append(status.getText()); //call CDR create message String cdrmessage = createCDRMessage(status.getText()); //Debug output System.out.println("_________________________________________________________"); System.out.println(sb.toString()); System.out.println("cdr message: " + cdrmessage); System.out.println("_________________________________________________________"); //call producer for tweet KeyedMessage<String, String> twitterdata = new KeyedMessage<String, String>( globalconfigs.getProperty("twitter4j.kafkatopic"), sb.toString()); twitterproducer.send(twitterdata); //call producer for cdr KeyedMessage<String, String> cdrmessagedata = new KeyedMessage<String, String>( globalconfigs.getProperty("cdr.kafkatopic"), cdrmessage); cdrproducer.send(cdrmessagedata); } public void onDeletionNotice(StatusDeletionNotice statusDeletionNotice) { } public void onTrackLimitationNotice(int numberOfLimitedStatuses) { } public void onScrubGeo(long userId, long upToStatusId) { } public void onException(Exception ex) { System.out.println("General Exception: shutting down Twitter sample stream..."); System.out.println(ex.getMessage()); ex.printStackTrace(); twitterStream.shutdown(); } public void onStallWarning(StallWarning warning) { } }; twitterStream.addListener(listener); // Filter stream with targeted words String filterstring = globalconfigs.getProperty("twitter4j.filterwords"); FilterQuery filterq = new FilterQuery(); filterq.track(filterstring.split(",")); twitterStream.filter(filterq); //twitterStream.sample(); }
From source file:com.pulzitinc.flume.source.TwitterSource.java
License:Apache License
/** * The initialization method for the Source. The context contains all the * Flume configuration info, and can be used to retrieve any configuration * values necessary to set up the Source. *//*from w w w .j av a 2 s . c o m*/ @Override public void configure(Context context) { logger.info(context.toString()); consumerKey = context.getString(TwitterSourceConstants.CONSUMER_KEY_KEY); consumerSecret = context.getString(TwitterSourceConstants.CONSUMER_SECRET_KEY); accessToken = context.getString(TwitterSourceConstants.ACCESS_TOKEN_KEY); accessTokenSecret = context.getString(TwitterSourceConstants.ACCESS_TOKEN_SECRET_KEY); String accountIdsString = context.getString(TwitterSourceConstants.ACCOUNT_IDS_KEY, ""); if (accountIdsString.trim().length() == 0) { throw new IllegalStateException("No accounts to follow provided"); } else { String[] accountIds = accountIdsString.split(","); accountsToFollow = new long[accountIds.length]; for (int i = 0; i < accountIds.length; i++) { accountsToFollow[i] = Long.valueOf(accountIds[i]); } } ConfigurationBuilder cb = new ConfigurationBuilder(); cb.setOAuthConsumerKey(consumerKey); cb.setOAuthConsumerSecret(consumerSecret); cb.setOAuthAccessToken(accessToken); cb.setOAuthAccessTokenSecret(accessTokenSecret); cb.setJSONStoreEnabled(true); cb.setIncludeEntitiesEnabled(true); twitterStream = new TwitterStreamFactory(cb.build()).getInstance(); }
From source file:com.rsinghal.cep.sample.twitter.TwitterBot.java
License:Apache License
public void start() { ConfigurationBuilder cb = new ConfigurationBuilder(); cb.setJSONStoreEnabled(true); twitter = new TwitterFactory(cb.build()).getInstance(); twitter.setOAuthConsumer(consumerKey, consumerSecret); twitter.setOAuthAccessToken(new AccessToken(accessToken, accessTokenSecret)); userIdsToTrack = new long[trackTerms.size()]; for (int i = 0; i < trackTerms.size(); i++) { try {//from w w w .j a v a 2 s .com String screenName = StringUtils.substringAfter(trackTerms.get(i), "@"); logger.info("Fetching user ID for - " + screenName); userIdsToTrack[i] = twitter.showUser(screenName).getId(); } catch (TwitterException e) { // TODO Auto-generated catch block e.printStackTrace(); } } // twitter = null; twitterStream.setOAuthConsumer(consumerKey, consumerSecret); twitterStream.setOAuthAccessToken(new AccessToken(accessToken, accessTokenSecret)); twitterStream.addListener(listener2); // sample() method internally creates a thread which manipulates TwitterStream and calls these adequate listener methods continuously. twitterStream.filter(new FilterQuery(0, userIdsToTrack, trackTerms.toArray(new String[trackTerms.size()]))); jedis = new Jedis(redisHostname, redisPort, 1800); jedis.connect(); System.out.println("start() ..."); /* // Create an appropriately sized blocking queue BlockingQueue<String> queue = new LinkedBlockingQueue<String>(10000); // create the endpoint DefaultStreamingEndpoint endpoint = createEndpoint(); System.out.println("endpoint created ..."); endpoint.stallWarnings(false); // create an authentication Authentication auth = new OAuth1(consumerKey, consumerSecret, accessToken, accessTokenSecret); // Create a new BasicClient. By default gzip is enabled. client = new ClientBuilder().name("sampleExampleClient") .hosts(Constants.STREAM_HOST).endpoint(endpoint) .authentication(auth) .processor(new StringDelimitedProcessor(queue)).build(); System.out.println("client created ..."); // Create an executor service which will spawn threads to do the actual // work of parsing the incoming messages and // calling the listeners on each message ExecutorService service = Executors .newFixedThreadPool(this.numberOfProcessingThreads); // Wrap our BasicClient with the twitter4j client Twitter4jStatusClient t4jClient = new Twitter4jStatusClient(client, queue, Lists.newArrayList(listener2), service); // Establish a connection t4jClient.connect(); System.out.println("connection established ..."); for (int threads = 0; threads < this.numberOfProcessingThreads; threads++) { // This must be called once per processing thread t4jClient.process(); System.out.println("thread " + threads + " started ..."); }*/ }
From source file:com.sinfonier.drains.TweetIt.java
License:Apache License
@Override public void userexecute() { ConfigurationBuilder config = new ConfigurationBuilder(); config.setOAuthConsumerKey(this.CONSUMER_KEY); config.setOAuthConsumerSecret(this.CONSUMER_SECRET); config.setOAuthAccessToken(this.ACCESS_TOKEN); config.setOAuthAccessTokenSecret(this.ACCESS_TOKEN_SECRET); config.setJSONStoreEnabled(true); config.setIncludeEntitiesEnabled(true); try {/*from www. ja va 2 s . co m*/ TwitterFactory tf = new TwitterFactory(config.build()); Twitter twitter = tf.getInstance(); Status status = twitter.updateStatus(this.customText + " " + this.getField(this.fieldToTweet)); System.out.println("Successfully updated the status to [" + status.getText() + "]."); } catch (TwitterException te) { te.printStackTrace(); } catch (Exception e) { e.printStackTrace(); } }
From source file:com.sinfonier.spouts.Twitter.java
License:Apache License
/** * Create a TwitterStream. Requires Twitter API keys. * //from w w w .j a v a 2s . c o m * @return {@link twitter4j.TwitterStream} */ private TwitterStream createTwitterStream() { ConfigurationBuilder config = new ConfigurationBuilder(); config.setOAuthConsumerKey(xml.get(CONSUMER_KEY, true)); config.setOAuthConsumerSecret(xml.get(CONSUMER_SECRET, true)); config.setOAuthAccessToken(xml.get(ACCESS_TOKEN, true)); config.setOAuthAccessTokenSecret(xml.get(ACCESS_TOKEN_SECRET, true)); config.setJSONStoreEnabled(true); config.setIncludeEntitiesEnabled(true); return new TwitterStreamFactory(config.build()).getInstance(); }
From source file:com.telefonica.iot.cygnus.sources.TwitterSource.java
License:Open Source License
@Override public void configure(Context context) { consumerKey = context.getString("consumerKey"); consumerSecret = context.getString("consumerSecret"); accessToken = context.getString("accessToken"); accessTokenSecret = context.getString("accessTokenSecret"); LOGGER.info("Consumer Key: '" + consumerKey + "'"); LOGGER.info("Consumer Secret: '" + consumerSecret + "'"); LOGGER.info("Access Token: '" + accessToken + "'"); LOGGER.info("Access Token Secret: '" + accessTokenSecret + "'"); String southWestLatitude;/*from ww w.ja v a 2 s. c o m*/ String southWestLongitude; String northEastLatitude; String northEastLongitude; String keywords; //Top-left coordinate southWestLatitude = context.getString("south_west_latitude"); southWestLongitude = context.getString("south_west_longitude"); LOGGER.info("South-West coordinate: '" + southWestLatitude + " " + southWestLongitude + "'"); //Bottom-right coordinate northEastLatitude = context.getString("north_east_latitude"); northEastLongitude = context.getString("north_east_longitude"); LOGGER.info("North-East coordinate: '" + northEastLatitude + " " + northEastLongitude + "'"); keywords = context.getString("keywords"); LOGGER.info("Keywords: '" + keywords + "'"); if (southWestLatitude != null && southWestLongitude != null && northEastLatitude != null && northEastLongitude != null) { double latitude1 = Double.parseDouble(southWestLatitude); double longitude1 = Double.parseDouble(southWestLongitude); double latitude2 = Double.parseDouble(northEastLatitude); double longitude2 = Double.parseDouble(northEastLongitude); boundingBox = new double[][] { new double[] { longitude1, latitude1 }, // south-west new double[] { longitude2, latitude2 } // north-east }; LOGGER.info("Coordinates: '" + boundingBox[0][0] + " " + boundingBox[0][1] + " " + boundingBox[1][0] + " " + boundingBox[1][1] + "'"); haveFilters = true; haveCoordinateFilter = true; } if (keywords != null) { if (keywords.trim().length() != 0) { splitKeywords = keywords.split(","); for (int i = 0; i < splitKeywords.length; i++) { splitKeywords[i] = splitKeywords[i].trim(); } LOGGER.info("keywords: {}", Arrays.toString(splitKeywords)); haveFilters = true; haveKeywordFilter = true; } } maxBatchSize = context.getInteger("maxBatchSize", maxBatchSize); maxBatchDurationMillis = context.getInteger("maxBatchDurationMillis", maxBatchDurationMillis); ConfigurationBuilder cb = new ConfigurationBuilder(); cb.setDebugEnabled(true); cb.setOAuthConsumerKey(consumerKey); cb.setOAuthConsumerSecret(consumerSecret); cb.setOAuthAccessToken(accessToken); cb.setOAuthAccessTokenSecret(accessTokenSecret); cb.setJSONStoreEnabled(true); twitterStream = new TwitterStreamFactory(cb.build()).getInstance(); }
From source file:com.twitter.TwitterClient.java
public Configuration getConfiguration() { ConfigurationBuilder cb = new ConfigurationBuilder(); cb.setJSONStoreEnabled(true).setOAuthConsumerKey(OAUTHCONSUMERKEY).setOAuthConsumerSecret(OAUTHCONSECRET) .setOAuthAccessToken(OAUTHACCESSTOKEN).setOAuthAccessTokenSecret(OAUTHACCESSTOKENSECRET); Configuration configuration = cb.build(); return configuration; }
From source file:com.unisa.flume.source.TwitterSource.java
License:Apache License
/** * The initialization method for the Source. The context contains all the * Flume configuration info, and can be used to retrieve any configuration * values necessary to set up the Source. *//*from w ww . ja v a2 s. co m*/ @Override public void configure(Context context) { consumerKey = context.getString(TwitterSourceConstants.CONSUMER_KEY_KEY); consumerSecret = context.getString(TwitterSourceConstants.CONSUMER_SECRET_KEY); accessToken = context.getString(TwitterSourceConstants.ACCESS_TOKEN_KEY); accessTokenSecret = context.getString(TwitterSourceConstants.ACCESS_TOKEN_SECRET_KEY); String keywordString = context.getString(TwitterSourceConstants.KEYWORDS_KEY, ""); if (keywordString.trim().length() == 0) { keywords = new String[0]; } else { keywords = keywordString.split(","); for (int i = 0; i < keywords.length; i++) { keywords[i] = keywords[i].trim(); } } ConfigurationBuilder cb = new ConfigurationBuilder(); cb.setOAuthConsumerKey(consumerKey); cb.setOAuthConsumerSecret(consumerSecret); cb.setOAuthAccessToken(accessToken); cb.setOAuthAccessTokenSecret(accessTokenSecret); cb.setJSONStoreEnabled(true); cb.setIncludeEntitiesEnabled(true); twitterStream = new TwitterStreamFactory(cb.build()).getInstance(); }