added stream

twitter_harvest/search/tweepy-test.py → twitter_harvest/search/tweepy-search.py

@@ -3,11 +3,6 @@ import tweepy
 consumer_key = 
 consumer_secret = 
 
-# OAuthHandler instance OAuth 2 Authentication
-auth = tweepy.OAuthHandler(consumer_key, consumer_secret)
-
-api = tweepy.API(auth)
-
 def get_tweets(query, count = 300):
 
    # empty list to store parsed tweets
@@ -30,6 +25,12 @@ def get_tweets(query, count = 300):
            t1.write(line+"\n")
    return tweets
 
+def main():
+  # OAuthHandler instance OAuth 2 Authentication
+  auth = tweepy.OAuthHandler(consumer_key, consumer_secret)
+
+  api = tweepy.API(auth)
+
   # creating object of TwitterClient Class
   # calling function to get tweets
   tweets = get_tweets(query =text, count = 20000)
\ No newline at end of file

twitter_harvest/stream/tweepy-stream.py

+import tweepy
+
+consumer_key = 
+consumer_secret = 
+
+#override tweepy.StreamListener to add logic to on_status
+class MyStreamListener(tweepy.StreamListener):
+
+    def on_status(self, status):
+        print(status.text)
+
+    def on_error(self, status_code):
+        if status_code == 420:
+            #returning False in on_error disconnects the stream
+            return False
+
+        # returning non-False reconnects the stream, with backoff.
+
+def main():
+	# OAuthHandler instance OAuth 2 Authentication
+	auth = tweepy.OAuthHandler(consumer_key, consumer_secret)
+
+	api = tweepy.API(auth)
+	
+	myStreamListener = MyStreamListener()
+	myStream = tweepy.Stream(auth = api.auth, listener=myStreamListener)
+
+	myStream.filter(track=['python'])
+
+
+if __name__ == "__main__":
+    main()     
+