statement 1.0.13 → 1.0.14

data/lib/statement/scraper.rb

@@ -29,7 +29,7 @@ module Statement
     end
     
     def self.member_methods
-      [:capuano, :cold_fusion, :conaway, :susandavis, :freshman_senators, :klobuchar, :lujan, :billnelson, :lautenberg, :crapo, :coburn, :boxer, :mccain, :vitter, :donnelly, :inhofe, :levin, :reid, :palazzo, :document_query, :farenthold, :swalwell, :fischer]
+      [:capuano, :cold_fusion, :conaway, :chabot, :susandavis, :freshman_senators, :klobuchar, :lujan, :billnelson, :lautenberg, :crapo, :coburn, :boxer, :mccain, :vitter, :donnelly, :inhofe, :levin, :reid, :palazzo, :document_query, :farenthold, :swalwell, :fischer]
     end
     
     def self.committee_methods
@@ -38,7 +38,7 @@ module Statement
     
     def self.member_scrapers
       year = Date.today.year
-      results = [freshman_senators, capuano, cold_fusion(year, 0), conaway, susandavis, klobuchar, lujan, palazzo(page=1), billnelson(year=year), 
+      results = [freshman_senators, capuano, cold_fusion(year, 0), conaway, chabot, susandavis, klobuchar, lujan, palazzo(page=1), billnelson(year=year), 
         document_query(page=1), document_query(page=2), farenthold(year), swalwell(page=1), donnelly(year=year), crapo, coburn, boxer(start=1), mccain(year=year), 
         vitter(year=year), inhofe(year=year), reid, fischer].flatten
       results = results.compact
@@ -264,7 +264,7 @@ module Statement
       domains = ['crenshaw.house.gov', 'www.ronjohnson.senate.gov/public/','www.hoeven.senate.gov/public/','www.moran.senate.gov/public/','www.risch.senate.gov/public/']
       domains.each do |domain|
         if domain == 'crenshaw.house.gov' or domain == 'www.risch.senate.gov/public/'
-          url = "http://"+domain + "index.cfm/pressreleases?YearDisplay=#{year}&MonthDisplay=#{month}&page=1"
+          url = "http://"+domain + "/index.cfm/pressreleases?YearDisplay=#{year}&MonthDisplay=#{month}&page=1"
         elsif domain == 'www.hoeven.senate.gov/public/' or domain == 'www.moran.senate.gov/public/'
           url = "http://"+domain + "index.cfm/news-releases?YearDisplay=#{year}&MonthDisplay=#{month}&page=1"
         else
@@ -274,7 +274,7 @@ module Statement
         return if doc.nil?
         doc.xpath("//tr")[2..-1].each do |row|
           date_text, title = row.children.map{|c| c.text.strip}.reject{|c| c.empty?}
-          next if date_text == 'Date' or date_text.size > 8
+          next if date_text == 'Date' or date_text.size > 10
           date = Date.parse(date_text)
           results << { :source => url, :url => row.children[2].children.first['href'], :title => title, :date => date, :domain => domain }
         end
@@ -294,6 +294,17 @@ module Statement
       results
     end
     
+    def self.chabot(year=Date.today.year)
+      results = []
+      base_url = "http://chabot.house.gov/news/"
+      url = base_url + "documentquery.aspx?DocumentTypeID=2508&Year=#{year}"
+      doc = open_html(url)
+      return if doc.nil?
+      doc.xpath("//li")[38..43].each do |row|
+        results << { :source => url, :url => base_url + row.children[1]['href'], :title => row.children[1].children.text.strip, :date => Date.parse(row.children[3].text.strip), :domain => "chabot.house.gov" }
+      end
+    end
+    
     def self.susandavis
       results = []
       base_url = "http://www.house.gov/susandavis/"

data/lib/statement/version.rb

@@ -1,3 +1,3 @@
 module Statement
-  VERSION = "1.0.13"
+  VERSION = "1.0.14"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: statement
 version: !ruby/object:Gem::Version
-  version: 1.0.13
+  version: 1.0.14
   prerelease: 
 platform: ruby
 authors:
@@ -214,7 +214,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 74930460700658003
+      hash: 2448210835225084051
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -223,7 +223,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 74930460700658003
+      hash: 2448210835225084051
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.25