statement 1.8.13 → 1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d0359fa04917033abb72637f7ccafaeb546c2ed2
-  data.tar.gz: e42c5524eda7069f724d8b13cf31e2719e943f30
+  metadata.gz: 3316c0e258c2ed004e32b0c367c10672519f169c
+  data.tar.gz: cd831fcea5e979ac3c27046e9e2617967616f824
 SHA512:
-  metadata.gz: 7ec9a58e1dcd44699921070b4c06c4f872fa8cb3715b4bedffa4db72f69653328179187b966cbe7f72e00b621ab47e434cc1592883197d7ca14e758e640b882f
-  data.tar.gz: 38890a5cf6fb5b17a369a03a4456310f4e63acd6d78871d59082224748df3bbf438d6ca7eb13e49d0813860ddd2c6bde8a1b28149f3062cc2fa39823518df2bc
+  metadata.gz: 0ae5af468325c272f9befab60d333e9f9d197588f66e9d50e3f0beb2c3795b67505069f0b73e99972dacc010c5ce7bd6a9e27fc2368863e6f3e816b190ace838
+  data.tar.gz: d34919c91fbc18d45a44d39fbe21120339568ddbd037a97adc91ddd8c8f4a60c48d30d881271f476bf0fe8003713f5af2165c65f934036e666924687f48c32df

data/lib/statement/scraper.rb

@@ -29,7 +29,7 @@ module Statement
     end
 
     def self.member_methods
-      [:crenshaw, :capuano, :cold_fusion, :conaway, :chabot, :susandavis, :freshman_senators, :klobuchar, :billnelson, :lautenberg, :crapo, :coburn, :boxer, :vitter, :inhofe, :palazzo, :roe, :document_query, :swalwell, :fischer, :clark, :edwards, :culberson_chabot_grisham, :barton, :wolf_sherman_mccaul, :welch, :sessions, :gabbard, :ellison, :costa, :farr, :mcclintock, :mcnerney, :olson]
+      [:crenshaw, :capuano, :cold_fusion, :conaway, :chabot, :susandavis, :freshman_senators, :klobuchar, :billnelson, :crapo, :boxer, :vitter, :inhofe, :palazzo, :roe, :document_query, :swalwell, :fischer, :clark, :edwards, :culberson_chabot_grisham, :barton, :sherman_mccaul, :welch, :sessions, :gabbard, :ellison, :costa, :farr, :mcclintock, :mcnerney, :olson]
     end
 
     def self.committee_methods
@@ -40,8 +40,8 @@ module Statement
       year = Date.today.year
       results = [crenshaw, capuano, cold_fusion(year, nil), conaway, chabot, susandavis, klobuchar(year), palazzo(page=1), roe(page=1), billnelson(year=year),
         document_query(page=1), document_query(page=2), swalwell(page=1), crapo, coburn, boxer(start=1),
-        vitter(year=year), inhofe(year=2014), fischer, clark(year=year), edwards, culberson_chabot_grisham(page=1), barton, wolf_sherman_mccaul, welch,
-        sessions(year=year), gabbard, pryor, ellison(page=0), costa, farr, mcclintock, olson, mcnerney].flatten
+        vitter(year=year), inhofe(year=2014), fischer, clark(year=year), edwards, culberson_chabot_grisham(page=1), barton, sherman_mccaul, welch,
+        sessions(year=year), gabbard, ellison(page=0), costa, farr, mcclintock, olson, mcnerney].flatten
       results = results.compact
       Utils.remove_generic_urls!(results)
     end
@@ -50,7 +50,7 @@ module Statement
       results = [cold_fusion(2012, 0), cold_fusion(2011, 0), cold_fusion(2010, 0), billnelson(year=2012), document_query(page=3),
         document_query(page=4), coburn(year=2012), coburn(year=2011), coburn(year=2010), boxer(start=11), boxer(start=21),
         boxer(start=31), boxer(start=41), vitter(year=2012), vitter(year=2011), swalwell(page=2), swalwell(page=3), clark(year=2013), culberson_chabot_grisham(page=2),
-        wolf_sherman_mccaul(page=1), sessions(year=2013), pryor(page=1), ellison(page=1), ellison(page=2), ellison(page=3), farr(year=2013), farr(year=2012), farr(year=2011),
+        sherman_mccaul(page=1), sessions(year=2013), pryor(page=1), ellison(page=1), ellison(page=2), ellison(page=3), farr(year=2013), farr(year=2012), farr(year=2011),
         mcnerney(page=2), mcnerney(page=3), mcnerney(page=4), mcnerney(page=5), mcnerney(page=6), olson(year=2013)].flatten
       Utils.remove_generic_urls!(results)
     end
@@ -579,9 +579,9 @@ module Statement
       results
     end
 
-    def self.wolf_sherman_mccaul(page=0)
+    def self.sherman_mccaul(page=0)
       results = []
-      domains = ['wolf.house.gov', 'sherman.house.gov', 'mccaul.house.gov']
+      domains = ['sherman.house.gov', 'mccaul.house.gov']
       domains.each do |domain|
         url = "http://#{domain}/media-center/press-releases?page=#{page}"
         doc = open_html(url)
@@ -595,20 +595,6 @@ module Statement
       results.flatten
     end
 
-    def self.pryor(page=0)
-      results = []
-      domain = 'www.pryor.senate.gov'
-      url = "http://www.pryor.senate.gov/newsroom/press-releases?page=#{page}"
-      doc = open_html(url)
-      return if doc.nil?
-      dates = doc.xpath('//span[@class="field-content"]').map {|s| s.text if s.text.strip.include?("201")}.compact!
-      doc.xpath('//div[@class="views-field views-field-title"]').each_with_index do |row, i|
-        date = Date.parse(dates[i])
-        results << {:source => url, :url => "http://www.pryor.senate.gov"+row.children[1].children[0]['href'], :title => row.children[1].children[0].text.strip, :date => date, :domain => domain}
-      end
-      results
-    end
-
     def self.welch
       results = []
       domain = 'welch.house.gov'

data/lib/statement/utils.rb

@@ -2,11 +2,11 @@ require 'uri'
 
 module Utils
   def self.absolute_link(url, link)
-    return link if link =~ /^http:\/\//
+    return link if link =~ /^http/
     ("http://"+URI.parse(url).host + "/"+link).to_s
   end
 
   def self.remove_generic_urls!(results)
     results.reject{|r| URI.parse(URI.escape(r[:url])).path == '/news/' or URI.parse(URI.escape(r[:url])).path == '/news'}
   end
-end
+end

data/lib/statement/version.rb

@@ -1,3 +1,3 @@
 module Statement
-  VERSION = "1.8.13"
+  VERSION = "1.9"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: statement
 version: !ruby/object:Gem::Version
-  version: 1.8.13
+  version: '1.9'
 platform: ruby
 authors:
 - Derek Willis
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-06 00:00:00.000000000 Z
+date: 2015-02-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler