tweet_watch 0.2.1.pre → 0.2.2.pre

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d74bc0d2d02588fbfac1ef6b5531997844e8e350
-  data.tar.gz: bddd89e90b54464df74c7d07b3c3a186f56affa6
+  metadata.gz: 135cdd71414f49d5d20d43045756999d72663523
+  data.tar.gz: b37e262046f535e2a3837e6e3c00b1857bd8d6c9
 SHA512:
-  metadata.gz: 4ab9c6739f914f3d8b0d319953e7fb481c159da299bdd30616b8c359cc7489b8abbc97e02a2c3f67c3dd425b80630fdcfd18c39643f54375d82bd15ed769d5e7
-  data.tar.gz: facc27d954fc5773c5531777a4b5b74bdf1a761fada7a270401244a7f282a6b312662ea36c4c79a48a864b6faedd2dff17cb88e966c1c7119d298abcf71d4fb5
+  metadata.gz: df719fbcba7108cf2e4098771e3654ffc487747c3c23b38d09ee504a2d3a70efc326dd1264036e933c442f499cb5e982436b33cbc915cd26a710444ae6e6b1ee
+  data.tar.gz: 2237e7a3a4ec298b422d2749e5ac3ac5be4bfca71f5ae242bfc7a1c69aa986cdf4b353b551898650a1c554a16deec81627044271ed3d1404bb72834b8a4da14f

data/config.yml

@@ -19,10 +19,15 @@ accounts:
     consumer_secret: YOUR_CONSUMER_SECRET
  
 # When using the watch command you can choose
-# tweets from cerntail users to be recorded as CSV
-# The following tweeters will be recorded
+# tweets from certain users to be recorded as CSV
+# The following tweeters will be recorded. Remove
+# this if you want all tweets to be recorded.
 tweeters:
  - scottadamsays
  - jaketapper
  - lodr_io
- - newsycombinator
+ - newsycombinator
+
+monitor:
+ interval: 10
+ account_timeline_history: 100

data/lib/tweet_watch/cli.rb

@@ -1,4 +1,6 @@
 require 'colorize'
+require 'csv'
+require 'tweet_watch/monitor'
 
 module TweetWatch
     
@@ -30,7 +32,7 @@ module TweetWatch
     desc "timeline", "Prints out an accounts timeline"
     option :stream, aliases: "-s", 
             desc: "Will stream a tweets as they come in instead of printing the latest timeline."
-    option :count, aliases: "-c", default: 50, type: :numeric,
+    option :count, aliases: "-n", default: 50, type: :numeric,
             desc: "Number of past tweets to print out. Max history is 200"
     def timeline
       load_config(options)
@@ -46,7 +48,8 @@ module TweetWatch
           end
         end
       else
-        client(options).home_timeline.each do |tw|
+        opts = {count: options[:count]}
+        client(options).home_timeline(opts).each do |tw|
           print_tweet(tw)
         end
       end 
@@ -64,13 +67,13 @@ module TweetWatch
       load_config(options)
               
       sc = streaming_client(options)
-      file = File.open(options[:output], "a+")
+      file = CSV.open(options[:output], "wb")
       tw_config = TweetWatch.config
       
       tweeters = options[:tweeters] ? options[:tweeters] : tw_config.tweeters
       
-      unless file.size > 0
-        file.puts "timelined_at, tweet_id, screen_name, text, tweet_created_at, is_reply, is_quote"
+      unless File.size(options[:output]) > 0
+        file << %W(timelined_at tweet_id screen_name text tweet_created_at is_reply is_quote)
       end
             
       puts "Starting stream...".colorize(:light_cyan)
@@ -82,9 +85,10 @@ module TweetWatch
             print_tweet obj
           end
           
-          if tw_config.tweeters.empty? || tweeters.include?(obj.user.screen_name)
+          if tw_config.tweeters.empty? || tw_config.has_tweeter?(obj.user.screen_name)
             puts "recording tweet data".colorize(:red)            
-            file.puts "#{time.utc}, #{obj.id}, \"#{escape_str(obj.user.screen_name)}\", \"#{escape_str(obj.text)}\", #{obj.created_at.getutc},\"#{escape_str(obj.user.screen_name)}\", #{obj.reply?}, #{obj.quote?}"
+            file << [time.utc, obj.id, obj.user.screen_name, obj.text,obj.created_at.getutc,obj.user.screen_name, obj.reply?, obj.quote?]
+            file.flush
           end
         elsif obj.class == Twitter::DirectMessage
           print_dm obj
@@ -97,6 +101,13 @@ module TweetWatch
       end
     end
     
+    desc "monitor", "Monitors target tweeters tweets and provided account timelines."
+    def monitor
+      load_config(options)
+      m = TweetWatch::Monitor.new
+      m.run        
+    end
+        
   end
   
 end

data/lib/tweet_watch/client.rb

@@ -1,10 +1,12 @@
 module TweetWatch
   module Client
     
-    def client(options)      
+    def client(options = {})
+      return @client if options.nil? && @client  
+       
       account = TweetWatch.config.get_account(options[:screen_name])
             
-      @client ||= Twitter::REST::Client.new do |config|
+      @client = Twitter::REST::Client.new do |config|
         config.consumer_key        = account.consumer_key
         config.consumer_secret     = account.consumer_secret
         config.access_token        = account.access_token
@@ -12,10 +14,12 @@ module TweetWatch
       end
     end
     
-    def streaming_client(options)
+    def streaming_client(options = {})
+      return @client if options.nil? && @client
+      
       account = TweetWatch.config.get_account(options[:screen_name])
          
-      @client ||= Twitter::Streaming::Client.new do |config|
+      @client = Twitter::Streaming::Client.new do |config|
         config.consumer_key        = account.consumer_key
         config.consumer_secret     = account.consumer_secret
         config.access_token        = account.access_token

data/lib/tweet_watch/config.rb

@@ -29,13 +29,18 @@ module TweetWatch
       
       unless c["tweeters"].nil?
         c["tweeters"].each do |t|
-          self.tweeters << t
+          self.tweeters << t unless has_tweeter?(t)
         end        
       end
       
       self
     end
     
+    def has_tweeter?(tweeter)
+      res = @tweeters.find{|t| t.downcase.strip == tweeter.downcase.strip }
+      res != nil
+    end
+    
     def valid?
       @error_message = ""
       @error_message += "There should be at least one account" if accounts.size ==0

data/lib/tweet_watch/monitor.rb

@@ -0,0 +1,93 @@
+require 'csv'
+require 'tweet_watch/utils'
+require 'tweet_watch/client'
+
+module TweetWatch
+  
+  class Monitor
+    
+    include TweetWatch::Client
+    include TweetWatch::Utils
+    
+    def initialize
+      @new_tweeter_tweets = 0
+      
+      if TweetWatch.config.tweeters.empty?
+        raise ArgumentError.new("Monitor requires list of target tweeters. Please update config")
+      end
+      
+      if TweetWatch.config.accounts.empty?
+        raise ArgumentError.new("Monitor requires at least one account. Please update config")
+      end
+      
+      @tweeter_state = {}
+    end
+    
+    def run
+      TweetWatch.config.tweeters.each do |tweeter|
+        record_user_tweets(tweeter)
+        sleep(1)
+      end
+      
+      if @new_tweeter_tweets > 0
+        TweetWatch.config.accounts.each do |account|
+          record_timeline(account)
+        end
+      end
+      
+      @new_tweeter_tweets = 0
+      
+      sleep(20)      
+      self.run
+    end
+    
+    private
+    
+    def record_timeline(account)
+      puts "recording timeline for @#{account.screen_name}..."
+      
+      c = client({screen_name: account.screen_name})
+      time = Time.now.utc
+      timeline = c.home_timeline({count: 200})
+      
+      file = CSV.open("account_timeline.csv", "a+")
+      unless File.size("account_timeline.csv") > 0
+        file << %W(recorded_at tweet_id screen_name text tweet_created_at timeline_account is_reply is_quote)
+      end
+      
+      timeline.each do |obj|
+        file << [time, obj.id, obj.user.screen_name, obj.text,obj.created_at.getutc,account.screen_name, obj.reply?, obj.quote?]
+      end
+      
+      file.close  
+    end
+    
+    def record_user_tweets(tweeter)
+      puts "collecting @#{tweeter} tweets..."
+      time = Time.now.utc
+      
+      opts = {count: 200}
+      if @tweeter_state[tweeter]
+        opts[:since_id] = @tweeter_state[tweeter]
+      end
+      
+      timeline = client.user_timeline(tweeter,opts)
+      
+      file = CSV.open("tweeter_tweets.csv", "a+")
+      unless File.size("tweeter_tweets.csv") > 0
+        file << %W(recorded_at tweet_id screen_name text tweet_created_at is_reply is_quote)
+      end
+      
+      @new_tweeter_tweets += timeline.size
+      timeline.each do |obj|
+        file << [time, obj.id, obj.user.screen_name, obj.text,obj.created_at.getutc, obj.reply?, obj.quote?]
+      end
+      
+      @tweeter_state[tweeter] = timeline.first.id if timeline.size > 0
+      puts "New tweets since last checking? : #{@new_tweeter_tweets}"
+      file.close 
+    end
+    
+  end
+  
+end

data/lib/tweet_watch/version.rb

@@ -1,3 +1,3 @@
 module TweetWatch
-  VERSION = "0.2.1.pre"
+  VERSION = "0.2.2.pre"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tweet_watch
 version: !ruby/object:Gem::Version
-  version: 0.2.1.pre
+  version: 0.2.2.pre
 platform: ruby
 authors:
 - Ajo Abraham
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-03-20 00:00:00.000000000 Z
+date: 2017-03-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -118,6 +118,7 @@ files:
 - lib/tweet_watch/cli.rb
 - lib/tweet_watch/client.rb
 - lib/tweet_watch/config.rb
+- lib/tweet_watch/monitor.rb
 - lib/tweet_watch/utils.rb
 - lib/tweet_watch/version.rb
 - tweet_watch.gemspec