statement 1.9.7 → 1.9.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4bab0f034ce3f8e3245478d1c26916eecb2568b7
-  data.tar.gz: 8ed4d8b75a9f5a3405d559ae85ace176208565a5
+  metadata.gz: 87d85f7b50d23a90cbdaa02909c6361ec6408afe
+  data.tar.gz: 2d30a1e96a897bc211d62c9ed115f8f4eb9495e6
 SHA512:
-  metadata.gz: b0c19646e544c3f32f246ac0e310ff1cfdcefa3bdac4e4671becde92f50530a89b352b2287c52fd69dd8713af164ad1b1ed98d988d79d0da23ef09139be7c5ac
-  data.tar.gz: 57be2d0b8cf7b80d7608896969222f12476dee7050c82d9388f1acbab53c8ce03bc16ccca008fd27e9eae0e50384f5a65103b9e7d5b55114760d5f21da8f7a70
+  metadata.gz: 73695668ceca19e07c15001a397a6d67c163faa97fe9023ecae61a3a3200ca507d7b9e9afe5a219c6dc4297d933ef3839502ee823f4aa6efd34cf13e758ff222
+  data.tar.gz: ee18e827c2fac4a6b11e13ca2f7c8b6eff5bed5d4b253710906ee8a834f3f4f5fe13fd03bf6a208530279963767e14a6f0de468440d7ede105004c81a0fbb259

data/lib/statement/scraper.rb

@@ -284,10 +284,11 @@ module Statement
       results
     end
 
-    def self.cold_fusion(year=Date.today.year, month=nil)
+    def self.cold_fusion(year=Date.today.year, month=nil, skip_domains=[])
       results = []
       year = Date.today.year if not year
-      domains = ['www.ronjohnson.senate.gov','www.risch.senate.gov', 'www.lee.senate.gov', 'www.barrasso.senate.gov']
+      domains = ['www.ronjohnson.senate.gov','www.risch.senate.gov', 'www.lee.senate.gov', 'www.barrasso.senate.gov', 'www.heitkamp.senate.gov']
+      domains = domains - skip_domains if skip_domains
       domains.each do |domain|
         if domain == 'www.risch.senate.gov'
           if not month
@@ -310,7 +311,7 @@ module Statement
         end
         doc = Statement::Scraper.open_html(url)
         return if doc.nil?
-        if domain == 'www.lee.senate.gov' or domain == 'www.barrasso.senate.gov'
+        if domain == 'www.lee.senate.gov' or domain == 'www.barrasso.senate.gov' or domain == "www.heitkamp.senate.gov"
           rows = doc.xpath("//tr")[1..-1]
         else
           rows = doc.xpath("//tr")[2..-1]
@@ -319,7 +320,7 @@ module Statement
           date_text, title = row.children.map{|c| c.text.strip}.reject{|c| c.empty?}
           next if date_text == 'Date' or date_text.size > 10
           date = Date.parse(date_text)
-          results << { :source => url, :url => row.children[3].children.first['href'], :title => title, :date => date, :domain => domain }
+          scraped << { :source => url, :url => row.children[3].children.first['href'], :title => title, :date => date, :domain => domain }
         end
       end
       results.flatten

data/lib/statement/version.rb

@@ -1,3 +1,3 @@
 module Statement
-  VERSION = "1.9.7"
+  VERSION = "1.9.8"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: statement
 version: !ruby/object:Gem::Version
-  version: 1.9.7
+  version: 1.9.8
 platform: ruby
 authors:
 - Derek Willis