statement 1.8.9 → 1.8.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0d844ea86fa3181bebe95d2ad5dd8692e41306be
-  data.tar.gz: d542163788e76747085b18c3d2dd56bc16eafbe3
+  metadata.gz: 6fbbdddce74592c0f23a2d06ce5c7f8be60da5c7
+  data.tar.gz: 6b275d77a43cb0aafd2823dfac541db58f11a11a
 SHA512:
-  metadata.gz: 9a331bca39408a41a5597748a76d189338dd365b02e449f26ee854030fbe456bafc14a7b882bb9c720c08a9411aa2d9459647b7ae66c2c899eb357b354be8e32
-  data.tar.gz: a3e1e38414bf1919325fd66b54fb1bd535add42058b9bbd089e23875fe4b015bafbcc34ef2c485c33b061cfdee9f7822641b5e4c7e1402aa819296880ce6b01d
+  metadata.gz: 281e41c06643a6bc3649760942082d24bae94c434c244f4ac596ea959cd33d8c2648731b4f91a0442b500da86feade7c766e4e6c6b13b343e9032c25a8a5b2b6
+  data.tar.gz: 5c83f37e1253c17b22e7a6ca520048d82d1918db30fb0f50f592b8a2d82b606fe602fd9fe530d786f4427da10bd4937d1779631f6b2b9e9d6e79c01f7dc5ec80

data/lib/statement/scraper.rb

@@ -29,7 +29,7 @@ module Statement
     end
     
     def self.member_methods
-      [:capuano, :cold_fusion, :conaway, :chabot, :susandavis, :freshman_senators, :klobuchar, :billnelson, :lautenberg, :crapo, :coburn, :boxer, :vitter, :donnelly, :inhofe, :palazzo, :roe, :document_query, :swalwell, :fischer, :clark, :edwards, :culberson_chabot_grisham, :barton, :wolf_sherman_mccaul, :welch, :sessions, :gabbard, :ellison, :costa, :farr, :mcclintock]
+      [:capuano, :cold_fusion, :conaway, :chabot, :susandavis, :freshman_senators, :klobuchar, :billnelson, :lautenberg, :crapo, :coburn, :boxer, :vitter, :donnelly, :inhofe, :palazzo, :roe, :document_query, :swalwell, :fischer, :clark, :edwards, :culberson_chabot_grisham, :barton, :wolf_sherman_mccaul, :welch, :sessions, :gabbard, :ellison, :costa, :farr, :mcclintock, :mcnerney, :olson]
     end
     
     def self.committee_methods
@@ -41,7 +41,7 @@ module Statement
       results = [capuano, cold_fusion(year, 0), conaway, chabot, susandavis, klobuchar(year), palazzo(page=1), roe(page=1), billnelson(year=year), 
         document_query(page=1), document_query(page=2), swalwell(page=1), donnelly(year=year), crapo, coburn, boxer(start=1),
         vitter(year=year), inhofe(year=year), fischer, clark(year=year), edwards, culberson_chabot_grisham(page=1), barton, wolf_sherman_mccaul, welch,
-        sessions(year=year), gabbard, pryor, ellison(page=0), costa, farr, mcclintock].flatten
+        sessions(year=year), gabbard, pryor, ellison(page=0), costa, farr, mcclintock, olson, mcnerney].flatten
       results = results.compact
       Utils.remove_generic_urls!(results)
     end
@@ -50,7 +50,8 @@ module Statement
       results = [cold_fusion(2012, 0), cold_fusion(2011, 0), cold_fusion(2010, 0), billnelson(year=2012), document_query(page=3), 
         document_query(page=4), coburn(year=2012), coburn(year=2011), coburn(year=2010), boxer(start=11), boxer(start=21), 
         boxer(start=31), boxer(start=41), vitter(year=2012), vitter(year=2011), swalwell(page=2), swalwell(page=3), clark(year=2013), culberson_chabot_grisham(page=2),
-        wolf_sherman_mccaul(page=1), sessions(year=2013), pryor(page=1), ellison(page=1), ellison(page=2), ellison(page=3), farr(year=2013), farr(year=2012), farr(year=2011)].flatten
+        wolf_sherman_mccaul(page=1), sessions(year=2013), pryor(page=1), ellison(page=1), ellison(page=2), ellison(page=3), farr(year=2013), farr(year=2012), farr(year=2011), 
+        mcnerney(page-2), mcnerney(page=3), mcnerney(page=4), mcnerney(page=5), mcnerney(page=6), olson(year=2013)].flatten
       Utils.remove_generic_urls!(results)
     end
     
@@ -655,6 +656,30 @@ module Statement
       results
     end
 
+    def self.olson(year=2014)
+      results = []
+      domain = 'olson.house.gov'
+      url = "http://olson.house.gov/#{year}-press-releases/"
+      doc = open_html(url)
+      return if doc.nil?
+      (doc/:h3).each do |row|
+        results << {:source => url, :url => 'http://olson.house.gov' + row.children[1]['href'], :title => row.children[1].text.strip, :date => Date.parse(row.next.next.text), :domain => domain }
+      end
+      results
+    end
+
+    def self.mcnerney(page=1)
+      results = []
+      domain = 'mcnerney.house.gov'
+      url = "http://mcnerney.house.gov/media-center/press-releases"
+      doc = open_html(url)
+      return if doc.nil?
+      doc.xpath("//div[@class='views-field views-field-title']").each do |row|
+        results << {:source => url, :url => 'http://mcnerney.house.gov' + row.children[1].children[0]['href'], :title => row.children[1].children[0].text.strip, :date => Date.parse(row.next.next.text.strip), :domain => domain }
+      end
+      results
+    end
+
     def self.document_query(page=1)
       results = []
       domains = [{"thornberry.house.gov" => 1776}, {"wenstrup.house.gov" => 2491}, {"clawson.house.gov" => 2641}]

data/lib/statement/version.rb

@@ -1,3 +1,3 @@
 module Statement
-  VERSION = "1.8.9"
+  VERSION = "1.8.10"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: statement
 version: !ruby/object:Gem::Version
-  version: 1.8.9
+  version: 1.8.10
 platform: ruby
 authors:
 - Derek Willis
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-10-06 00:00:00.000000000 Z
+date: 2014-10-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler