statement 1.8.1 → 1.8.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d5c984ab9de141e318bb79d62f9426565626bbf0
-  data.tar.gz: 93e33b9da5548f6c765a85f0ac73b5becfddcd6d
+  metadata.gz: 153f8a6f76a24bb47cfb6dd93f8a47e2a270d468
+  data.tar.gz: f121e574afcd1bb4cf5c73d1e3d39d881fe39ab3
 SHA512:
-  metadata.gz: 8cb295574961e7afa38ab5e5d5f894c19a06f7b19f743d1b9d7561d3e930c341b94d3960b6dc71eaa74fff2308520b6c07f4b9967bf1632448a0a19ef43e5157
-  data.tar.gz: 53d79f12a6e7fb788069ee45bab96c693043ca9030b202cec925f47b45a18abd82e6e22a1b2376b0a72d98babc9e5265eaec3cdccc437c31eaaf031af22ae17d
+  metadata.gz: 78f51417bb4cfa17caf14a499beec4f9ec7d864127224f6f3b334dbf46e3566c73c9fc972fe27f480b087532970c478814ce8996cdec81dbb7d00a103b3c2e4c
+  data.tar.gz: 7d5119de61de55979ebfebd21387c2c975d82a026c0a07aee9de577708021ba13b67572d054953310f697af39e6583ddff887d266bcfbeecffa455f3961a9bf5

data/lib/statement/scraper.rb

@@ -41,7 +41,7 @@ module Statement
       results = [capuano, cold_fusion(year, 0), conaway, chabot, susandavis, klobuchar, lujan, palazzo(page=1), roe(page=1), billnelson(year=year), 
         document_query(page=1), document_query(page=2), swalwell(page=1), donnelly(year=year), crapo, coburn, boxer(start=1),
         vitter(year=year), inhofe(year=year), reid, fischer, clark(year=year), edwards, culberson_chabot_grisham(page=1), barton, wolf_sherman_mccaul, welch,
-        sessions(year=year), gabbard].flatten
+        sessions(year=year), gabbard, pryor].flatten
       results = results.compact
       Utils.remove_generic_urls!(results)
     end
@@ -50,7 +50,7 @@ module Statement
       results = [cold_fusion(2012, 0), cold_fusion(2011, 0), cold_fusion(2010, 0), billnelson(year=2012), document_query(page=3), 
         document_query(page=4), coburn(year=2012), coburn(year=2011), coburn(year=2010), boxer(start=11), boxer(start=21), 
         boxer(start=31), boxer(start=41), vitter(year=2012), vitter(year=2011), swalwell(page=2), swalwell(page=3), clark(year=2013), culberson_chabot_grisham(page=2),
-        wolf_sherman_mccaul(page=1), sessions(year=2013)].flatten
+        wolf_sherman_mccaul(page=1), sessions(year=2013), pryor(page=1)].flatten
       Utils.remove_generic_urls!(results)
     end
     
@@ -578,6 +578,20 @@ module Statement
       results.flatten
     end
 
+    def self.pryor(page=0)
+      results = []
+      domain = 'www.pryor.senate.gov'
+      url = "http://www.pryor.senate.gov/newsroom/press-releases?page=#{page}"
+      doc = open_html(url)
+      return if doc.nil?
+      dates = doc.xpath('//span[@class="field-content"]').map {|s| s.text if s.text.strip.include?("201")}.compact!
+      doc.xpath('//div[@class="views-field views-field-title"]').each_with_index do |row, i|
+        date = Date.parse(dates[i])
+        results << {:source => url, :url => "http://www.pryor.senate.gov"+row.children[1].children[0]['href'], :title => row.children[1].children[0].text.strip, :date => date, :domain => domain}
+      end
+      results
+    end
+
     def self.welch
       results = []
       domain = 'welch.house.gov'

data/lib/statement/version.rb

@@ -1,3 +1,3 @@
 module Statement
-  VERSION = "1.8.1"
+  VERSION = "1.8.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: statement
 version: !ruby/object:Gem::Version
-  version: 1.8.1
+  version: 1.8.2
 platform: ruby
 authors:
 - Derek Willis