statement 1.8.12 → 1.8.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 11887e38c50024d57f34d8cad45c37e5a8174d2c
-  data.tar.gz: 01aeae2a2b01f08f608f18012b9b44ebaf5cccdb
+  metadata.gz: d0359fa04917033abb72637f7ccafaeb546c2ed2
+  data.tar.gz: e42c5524eda7069f724d8b13cf31e2719e943f30
 SHA512:
-  metadata.gz: c54a70ca1a3cb4e5443066399e58eaa050a0c279058f4661159408bbb0b04fd1be925af381c0e11fbb4ee9a7e2227d643571429e63cc021a1328f911eeae79e6
-  data.tar.gz: be6be104d5c6d0887f47c9187c05695626eebb3c18f8fb1d601651c7fb682b4d209d528bd4926d5d5c739205a23345724d8de483fac048894d821c8e8f33d766
+  metadata.gz: 7ec9a58e1dcd44699921070b4c06c4f872fa8cb3715b4bedffa4db72f69653328179187b966cbe7f72e00b621ab47e434cc1592883197d7ca14e758e640b882f
+  data.tar.gz: 38890a5cf6fb5b17a369a03a4456310f4e63acd6d78871d59082224748df3bbf438d6ca7eb13e49d0813860ddd2c6bde8a1b28149f3062cc2fa39823518df2bc

data/lib/statement/scraper.rb

@@ -29,7 +29,7 @@ module Statement
     end
 
     def self.member_methods
-      [:crenshaw, :capuano, :cold_fusion, :conaway, :chabot, :susandavis, :freshman_senators, :klobuchar, :billnelson, :lautenberg, :crapo, :coburn, :boxer, :vitter, :donnelly, :inhofe, :palazzo, :roe, :document_query, :swalwell, :fischer, :clark, :edwards, :culberson_chabot_grisham, :barton, :wolf_sherman_mccaul, :welch, :sessions, :gabbard, :ellison, :costa, :farr, :mcclintock, :mcnerney, :olson]
+      [:crenshaw, :capuano, :cold_fusion, :conaway, :chabot, :susandavis, :freshman_senators, :klobuchar, :billnelson, :lautenberg, :crapo, :coburn, :boxer, :vitter, :inhofe, :palazzo, :roe, :document_query, :swalwell, :fischer, :clark, :edwards, :culberson_chabot_grisham, :barton, :wolf_sherman_mccaul, :welch, :sessions, :gabbard, :ellison, :costa, :farr, :mcclintock, :mcnerney, :olson]
     end
 
     def self.committee_methods
@@ -39,8 +39,8 @@ module Statement
     def self.member_scrapers
       year = Date.today.year
       results = [crenshaw, capuano, cold_fusion(year, nil), conaway, chabot, susandavis, klobuchar(year), palazzo(page=1), roe(page=1), billnelson(year=year),
-        document_query(page=1), document_query(page=2), swalwell(page=1), donnelly(year=year), crapo, coburn, boxer(start=1),
-        vitter(year=year), inhofe(year=year), fischer, clark(year=year), edwards, culberson_chabot_grisham(page=1), barton, wolf_sherman_mccaul, welch,
+        document_query(page=1), document_query(page=2), swalwell(page=1), crapo, coburn, boxer(start=1),
+        vitter(year=year), inhofe(year=2014), fischer, clark(year=year), edwards, culberson_chabot_grisham(page=1), barton, wolf_sherman_mccaul, welch,
         sessions(year=year), gabbard, pryor, ellison(page=0), costa, farr, mcclintock, olson, mcnerney].flatten
       results = results.compact
       Utils.remove_generic_urls!(results)
@@ -459,6 +459,7 @@ module Statement
       results
     end
 
+    # deprecated
     def self.donnelly(year=Date.today.year)
       results = []
       url = "http://www.donnelly.senate.gov/newsroom/"
@@ -478,9 +479,11 @@ module Statement
       domain = "www.inhofe.senate.gov"
       doc = open_html(url)
       return if doc.nil?
-      doc.xpath("//tr")[1..-1].each do |row|
-        next if row.text.strip.size < 30
-        results << { :source => url, :url => row.children[3].children[0]['href'].strip, :title => row.children[3].text, :date => Date.strptime(row.children[1].text, "%m/%d/%y"), :domain => domain}
+      if doc.xpath("//tr")[1..-1]
+        doc.xpath("//tr")[1..-1].each do |row|
+          next if row.text.strip.size < 30
+          results << { :source => url, :url => row.children[3].children[0]['href'].strip, :title => row.children[3].text, :date => Date.strptime(row.children[1].text, "%m/%d/%y"), :domain => domain}
+        end
       end
       results
     end

data/lib/statement/version.rb

@@ -1,3 +1,3 @@
 module Statement
-  VERSION = "1.8.12"
+  VERSION = "1.8.13"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: statement
 version: !ruby/object:Gem::Version
-  version: 1.8.12
+  version: 1.8.13
 platform: ruby
 authors:
 - Derek Willis