trumpcare_tracker 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: '0564368e53916eb11501e4dc0ca27b3b15a42764'
-  data.tar.gz: 74f8f1b9cebfc35a49300f46c94058486d5ee1f8
+  metadata.gz: fa4f9aeac84d31d7ccc1b7ccec012883492782ee
+  data.tar.gz: ceafe378f45ea94ff7dd6fb637dc7159e7ee03ed
 SHA512:
-  metadata.gz: 3cd07feb4102fcd6a9e404e22983fb89d5c26ee365c75e1f47292abc029ed1506e7207a7caae20af695e3c84d561f460e6ef476b7de88e14ca74004b523e2405
-  data.tar.gz: 9fb68b6fc37bd924b85f1daf59deb6554dbe14ef42f23215d00e7adf8d315ed5a846161b0126da8d31733b0111770b734baea67163937c7887f9c0436221416d
+  metadata.gz: ac743a03cbb34d688c811c48b49afc9fc4dfa2c6325af6f92eb36a40a22d0ac3d9feec38b7b86b16d38dd3b345ea596870df4d291a5d2939b2cbaa5908291ca0
+  data.tar.gz: e5f7b6667e58b6b56f08d7c0b4ef28d16880cabe30395397881ce5f57c40069e445b308f35426a923ca30815ef3df4c8e9fb28c1b772e17d784f08ca7abf68fa

data/Rakefile

@@ -1,120 +1,18 @@
 # frozen_string_literal: true
 
 require 'bundler/gem_tasks'
-require 'csv'
-require 'nokogiri'
-require 'open-uri'
-require 'pyr'
-require 'trumpcare_tracker'
+require 'date'
 
 require 'rubocop/rake_task'
 RuboCop::RakeTask.new
 
 task default: %i[spec rubocop]
 
-desc 'Output a report of Senate Democrats Trumpcare tweets'
-task :export do
-  csv_tweet_report = CSV.generate do |csv|
-    csv << %w[
-      senator
-      official_user_name
-      alt_user_name
-      tweets_in_last_seven_days
-      trumpcare_tweets
-      tct_percentage
-      russia_tweets
-      rt_percentage
-      tct_to_rt_ratio
-      trumpcare_tweet_urls
-      russia_tweet_urls
-    ]
-    audit_tweets(reps) { |tracker| csv << tracker.to_h.values }
-  end
-
-  File.open('trumpcare_tweet_report.csv', 'w') do |file|
-    file.write csv_tweet_report
-  end
+require 'trumpcare_tracker/tweet_bot'
+TrumpcareTracker::TweetBot.new('trumpcaretrackr') do
+  "#{Date.today.strftime('%A, %B %d %Y')} - "\
+    "here's how Senate Democrats have tweeted about TrumpCare the past week. (thread)"
 end
 
-desc 'Search Senators\' official homepage for TrumpCare and Russia Mentions'
-task :scrape_homepage do
-  csv_homepage_report = CSV.generate do |csv|
-    csv << %w[senator url trumpcare_mentions russia_mentions trumpcare_to_russia_ratio]
-    reps.each do |rep|
-      doc = Nokogiri::HTML(open(rep.url))
-      trumpcare_mentions_count = mentions_mapper(doc, TrumpcareTracker.trumpcare_keyword_regex).count
-      russia_mentions_count = mentions_mapper(doc, TrumpcareTracker.russia_keyword_regex).count
-      csv << [
-        rep.official_full,
-        rep.url,
-        trumpcare_mentions_count,
-        russia_mentions_count,
-        TrumpcareTracker.ratio(trumpcare_mentions_count, russia_mentions_count)
-      ]
-      puts "Scraped #{rep.official_full}'s homepage"
-    end
-  end
-
-  File.open('trumpcare_homepage_report.csv', 'w') do |file|
-    file.write csv_homepage_report
-  end
-end
-
-def mentions_mapper(doc, regex)
-  doc.text.split("\n").select { |string| string.downcase.match?(regex) }
-end
-
-desc 'Audit and tweet results'
-task :tweet do
-  audit_tweets(reps) do |tracker, rep|
-    tracker.to_tweet
-    tracker.client.update(
-      "#{rep.official_full}\n"\
-      "#{rep.office_locations.map { |off| "#{off.city} - #{off.phone}" }.join("\n")}"
-    )
-  end
-end
-
-def reps
-  democrats = PYR.reps do |r|
-    r.democrat = true
-    r.chamber  = 'upper'
-  end
-
-  independents = PYR.reps do |r|
-    r.independent = true
-    r.chamber     = 'upper'
-  end
-
-  democrats.objects.to_a + independents.objects.to_a
-end
-
-def handles
-  @_handles ||= CSV.read('twitter_handles.csv', headers: true)
-end
-
-def audit_rep(i, rep, &block)
-  puts "Sending requests to Twitter API for #{rep.official_full}"
-  alt_screen_name = handles.detect do |handle|
-    handle['official'].downcase.strip == rep.twitter.downcase.strip
-  end['personal/campaign']
-  tracker = TrumpcareTracker.new(rep.official_full, rep.twitter, alt_screen_name)
-  tracker.audit
-  block.call(tracker, rep) if block_given?
-  puts "#{i + 1} down. Pausing for 45 seconds to avoid hitting API rate limit."
-  sleep(45)
-rescue Twitter::Error::TooManyRequests
-  puts 'Rate limit exceeded, waiting 2 minutes'
-  sleep(300)
-  audit_rep(i, rep, &block)
-rescue Twitter::Error => e
-  puts e.message
-  audit_rep(i, rep, &block)
-end
-
-def audit_tweets(reps, &block)
-  reps.each_with_index do |rep, i|
-    next if rep.twitter.nil?
-    audit_rep(i, rep, &block)
-  end
-end
+require 'trumpcare_tracker/reporters'
+TrumpcareTracker::Reporters.new

data/lib/trumpcare_tracker/rake_task.rb

@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+require 'csv'
+require 'pyr'
+require 'trumpcare_tracker'
+
+class TrumpcareTracker
+  # Base rake task class
+  class RakeTask < Rake::TaskLib
+    module Methods
+      def reps
+        democrats = PYR.reps do |r|
+          r.democrat = true
+          r.chamber  = 'upper'
+        end
+
+        independents = PYR.reps do |r|
+          r.independent = true
+          r.chamber     = 'upper'
+        end
+
+        democrats.objects.to_a + independents.objects.to_a
+      end
+
+      def handles
+        @_handles ||= CSV.read('twitter_handles.csv', headers: true)
+      end
+
+      def audit_rep(i, rep, &block)
+        puts "Sending requests to Twitter API for #{rep.official_full}"
+        alt_screen_name = handles.detect do |handle|
+          handle['official'].downcase.strip == rep.twitter.downcase.strip
+        end['personal/campaign']
+        tracker = TrumpcareTracker.new(rep.official_full, rep.twitter, alt_screen_name)
+        tracker.audit
+        block.call(tracker, rep) if block_given?
+        puts "#{i + 1} down. Pausing for 45 seconds to avoid hitting API rate limit."
+        sleep(45)
+      rescue Twitter::Error::TooManyRequests
+        puts 'Rate limit exceeded, waiting 5 minutes'
+        sleep(300)
+        audit_rep(i, rep, &block)
+      rescue Twitter::Error => e
+        puts e.message
+        audit_rep(i, rep, &block)
+      end
+
+      def audit_tweets(reps, &block)
+        reps.each_with_index do |rep, i|
+          next if rep.twitter.nil?
+          audit_rep(i, rep, &block)
+        end
+      ensure
+        `say "beep beep beep beep beep"`
+      end
+
+      def mentions_mapper(doc, regex)
+        doc.text.split("\n").select { |string| string.downcase.match?(regex) }
+      end
+    end
+  end
+end

data/lib/trumpcare_tracker/reporters.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+
+require 'nokogiri'
+require 'open-uri'
+require 'trumpcare_tracker/rake_task'
+
+class TrumpcareTracker
+  # Rake tasks to generate audit reports in CSV format
+  #
+  # require 'trumpcare_tracker/reporters'
+  # TrumpcareTracker::Reporters.new
+  #
+  # $ bundle exec rake tracker:export
+  # $ bundle exec rake tracker:homepage_scraper
+  class Reporters < RakeTask
+    include RakeTask::Methods
+
+    def initialize
+      export_task
+      homepage_scraper_task
+    end
+
+    def export_task
+      namespace :tracker do
+        desc 'Output a report of Senate Democrats Trumpcare tweets'
+        task :export do
+          csv_tweet_report = CSV.generate do |csv|
+            csv << %w[
+            senator
+            official_user_name
+            alt_user_name
+            tweets_in_last_seven_days
+            trumpcare_tweets
+            tct_percentage
+            russia_tweets
+            rt_percentage
+            tct_to_rt_ratio
+            trumpcare_tweet_urls
+            russia_tweet_urls
+        ]
+            audit_tweets(reps) { |tracker| csv << tracker.to_h.values }
+          end
+
+          File.open('trumpcare_tweet_report.csv', 'w') do |file|
+            file.write csv_tweet_report
+          end
+        end
+      end
+    end
+
+
+
+    def homepage_scraper_task
+      namespace :tracker do
+        desc 'Search Senators\' official homepage for TrumpCare and Russia Mentions'
+        task :homepage_scraper do
+          csv_homepage_report = CSV.generate do |csv|
+            csv << %w[senator url trumpcare_mentions russia_mentions trumpcare_to_russia_ratio]
+            reps.each do |rep|
+              doc = Nokogiri::HTML(open(rep.url))
+              trumpcare_mentions_count = mentions_mapper(doc, TrumpcareTracker.trumpcare_keyword_regex).count
+              russia_mentions_count = mentions_mapper(doc, TrumpcareTracker.russia_keyword_regex).count
+              csv << [
+                  rep.official_full,
+                  rep.url,
+                  trumpcare_mentions_count,
+                  russia_mentions_count,
+                  TrumpcareTracker.ratio(trumpcare_mentions_count, russia_mentions_count)
+              ]
+              puts "Scraped #{rep.official_full}'s homepage"
+            end
+          end
+
+          File.open('trumpcare_homepage_report.csv', 'w') do |file|
+            file.write csv_homepage_report
+          end
+        end
+      end
+    end
+  end
+end

data/lib/trumpcare_tracker/tweet_bot.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+require 'rake'
+require 'rake/tasklib'
+require 'trumpcare_tracker/rake_task'
+
+class TrumpcareTracker
+  # Provide a tweet bot that can be run as a rake task
+  #
+  # require 'trumpcare_tracker/tweet_bot'
+  # TrumpcareTracker::TweetBot.new('screen_user_name') do
+  #   "Text for optional intro tweet to thread"
+  # end
+  #
+  # $ bundle exec rake tracker:tweet_bot
+  class TweetBot < RakeTask
+    include RakeTask::Methods
+
+    def initialize(screen_name, &first_tweet_block)
+      namespace(:tracker) do
+        desc 'Audit Trumpcare tweet activity and post a thread of updates'
+
+        task(:tweet_bot) do
+          tracker = TrumpcareTracker.new('TrumpCareTracker', screen_name)
+          tweet = Twitter::Tweet.new(id: nil)
+          first_tweet = tracker.client.update(first_tweet_block.call) if block_given?
+          reps.each_with_index do |rep, i|
+            next if rep.twitter.nil?
+            reply_to_tweet = if i.zero?
+                               first_tweet
+                             else
+                               tweet
+                             end
+
+            begin
+              tweet = post(rep, i, reply_to_tweet)
+            rescue Twitter::Error => e
+              puts e.message
+              puts 'Waiting 5 minutes to see if the issue can be resolved.'
+              sleep(300)
+              tweet = post(rep, i, reply_to_tweet)
+            end
+          end
+        end
+      end
+    end
+
+    def post(rep, index, reply_to_tweet)
+      puts "Sending requests to Twitter API for #{rep.official_full}"
+      tracker = TrumpcareTracker.new(rep.official_full, rep.twitter)
+      tweet = tracker.to_tweet(in_reply_to_status: reply_to_tweet)
+      sleep(rand(1..5))
+      contacts = "#{rep.official_full}\n"\
+                  "#{rep.office_locations.map { |off| "#{off.city} - #{off.phone}" }.join("\n")}"
+      while contacts.length > 140
+        contacts = contacts.split("\n")[0..-2].join("\n")
+      end
+      tweet = tracker.client.update(contacts, in_reply_to_status: tweet)
+      puts "#{index + 1} down. Pausing for some time to avoid hitting API rate limit."
+      sleep(rand(30..60))
+      tweet
+    end
+  end
+end

data/lib/trumpcare_tracker/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 class TrumpcareTracker
-  VERSION = '0.1.2'
+  VERSION = '0.1.3'
 end

data/lib/trumpcare_tracker.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-require 'pyr'
 require 'trumpcare_tracker/version'
 require 'twitter'
 
@@ -23,7 +22,7 @@ class TrumpcareTracker
   end
 
   def self.trumpcare_keyword_regex
-    /(ahca|trumpcare|healthcare|health|care|drug|medication|prescription|vaccine|obamacare)/
+    /(ahca|trumpcare|healthcare|health|care|drug|medication|prescription|vaccine|obamacare|cbo|premiums|insurance|deductibles)/
   end
 
   def self.russia_keyword_regex
@@ -141,7 +140,7 @@ class TrumpcareTracker
     alt_screen_name.screen_name
   end
 
-  def to_tweet
-    client.update(".#{self}")
+  def to_tweet(options = {})
+    client.update(".#{self}", options)
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: trumpcare_tracker
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - M. Simon Borg
@@ -99,8 +99,10 @@ files:
 - bin/console
 - bin/setup
 - lib/trumpcare_tracker.rb
+- lib/trumpcare_tracker/rake_task.rb
+- lib/trumpcare_tracker/reporters.rb
+- lib/trumpcare_tracker/tweet_bot.rb
 - lib/trumpcare_tracker/version.rb
-- trumpcare_homepage_report.csv
 - trumpcare_tracker.gemspec
 - trumpcare_tweet_report.csv
 - twitter_handles.csv

data/trumpcare_homepage_report.csv

@@ -1,49 +0,0 @@
-senator,url,trumpcare_mentions,russia_mentions,trumpcare_to_russia_ratio
-Sherrod Brown,https://www.brown.senate.gov,4,1,4.0
-Tammy Baldwin,https://www.baldwin.senate.gov,1,0,0.0
-Michael F. Bennet,https://www.bennet.senate.gov,1,5,0.2
-Richard Blumenthal,https://www.blumenthal.senate.gov,1,0,0.0
-Cory A. Booker,https://www.booker.senate.gov,1,2,0.5
-Maria Cantwell,https://www.cantwell.senate.gov,2,0,0.0
-Benjamin L. Cardin,https://www.cardin.senate.gov,0,1,0.0
-Thomas R. Carper,https://www.carper.senate.gov/public,5,0,0.0
-"Robert P. Casey, Jr.",https://www.casey.senate.gov,1,2,0.5
-Christopher A. Coons,https://www.coons.senate.gov,2,1,2.0
-Catherine Cortez Masto,https://www.cortezmasto.senate.gov,0,0,0.0
-Richard J. Durbin,https://www.durbin.senate.gov,1,1,1.0
-Joe Donnelly,https://www.donnelly.senate.gov,2,1,2.0
-Tammy Duckworth,https://www.duckworth.senate.gov,0,1,0.0
-Dianne Feinstein,https://www.feinstein.senate.gov,0,0,0.0
-Al Franken,https://www.franken.senate.gov,8,2,4.0
-Kirsten E. Gillibrand,https://www.gillibrand.senate.gov,0,0,0.0
-Mazie K. Hirono,https://www.hirono.senate.gov,0,0,0.0
-Martin Heinrich,https://www.heinrich.senate.gov,4,3,1.3333
-Heidi Heitkamp,https://www.heitkamp.senate.gov/public,2,1,2.0
-Kamala D. Harris,https://www.harris.senate.gov,0,2,0.0
-Margaret Wood Hassan,https://www.hassan.senate.gov,0,1,0.0
-Amy Klobuchar,https://www.klobuchar.senate.gov,0,0,0.0
-Tim Kaine,https://www.kaine.senate.gov,4,0,0.0
-Patrick J. Leahy,https://www.leahy.senate.gov,1,4,0.25
-Edward J. Markey,https://www.markey.senate.gov,7,0,0.0
-Robert Menendez,https://www.menendez.senate.gov,1,1,1.0
-Patty Murray,https://www.murray.senate.gov/public,6,0,0.0
-Christopher Murphy,https://www.murphy.senate.gov,0,1,0.0
-Claire McCaskill,https://www.mccaskill.senate.gov,1,0,0.0
-Jeff Merkley,https://www.merkley.senate.gov,1,1,1.0
-"Joe Manchin, III",https://www.manchin.senate.gov/public,4,4,1.0
-Bill Nelson,https://www.billnelson.senate.gov,1,0,0.0
-Gary C. Peters,https://www.peters.senate.gov,0,0,0.0
-Jack Reed,https://www.reed.senate.gov,3,1,3.0
-Charles E. Schumer,https://www.schumer.senate.gov,0,0,0.0
-Debbie Stabenow,https://www.stabenow.senate.gov,1,0,0.0
-Jeanne Shaheen,https://www.shaheen.senate.gov,2,0,0.0
-Brian Schatz,https://www.schatz.senate.gov,3,1,3.0
-Jon Tester,https://www.tester.senate.gov,3,0,0.0
-Tom Udall,https://www.tomudall.senate.gov,1,0,0.0
-Chris Van Hollen,https://www.vanhollen.senate.gov,0,1,0.0
-Ron Wyden,https://www.wyden.senate.gov,7,1,7.0
-Sheldon Whitehouse,https://www.whitehouse.senate.gov,0,1,0.0
-Mark R. Warner,https://www.warner.senate.gov,0,0,0.0
-Elizabeth Warren,https://www.warren.senate.gov,0,5,0.0
-"Angus S. King, Jr.",https://www.king.senate.gov,3,0,0.0
-Bernard Sanders,https://www.sanders.senate.gov,0,5,0.0