statement 0.9.5 → 0.9.6

data/lib/statement/scraper.rb

@@ -29,7 +29,7 @@ module Statement
     end
     
     def self.member_methods
-      [:capuano, :cold_fusion, :conaway, :susandavis, :faleomavaega, :freshman_senators, :klobuchar, :lujan, :billnelson, :lautenberg, :crapo, :coburn, :boxer, :mccain, :vitter_cowan, :donnelly, :inhofe, :levin, :reid, :palazzo, :document_query]
+      [:capuano, :cold_fusion, :conaway, :susandavis, :faleomavaega, :freshman_senators, :klobuchar, :lujan, :billnelson, :lautenberg, :crapo, :coburn, :boxer, :mccain, :vitter_cowan, :donnelly, :inhofe, :levin, :reid, :palazzo, :document_query, :farenthold]
     end
     
     def self.committee_methods
@@ -39,7 +39,7 @@ module Statement
     def self.member_scrapers
       year = Date.today.year
       results = [freshman_senators, capuano, cold_fusion(year, 0), conaway, susandavis, faleomavaega, klobuchar, lujan, palazzo(page=1), billnelson(year=year), 
-        document_query(page=1), document_query(page=2), donnelly(year=year), lautenberg, crapo, coburn, boxer(start=1), mccain(year=year), 
+        document_query(page=1), document_query(page=2), farenthold(year), donnelly(year=year), lautenberg, crapo, coburn, boxer(start=1), mccain(year=year), 
         vitter_cowan(year=year), inhofe(year=year), reid].flatten
       Utils.remove_generic_urls!(results)
     end
@@ -307,7 +307,7 @@ module Statement
     
     def self.freshman_senators
       results = []
-      ['baldwin', 'flake', 'hirono','heinrich','murphy','king','heitkamp','cruz'].each do |senator|
+      ['baldwin', 'hirono','heinrich','murphy','cruz'].each do |senator|
         base_url = "http://www.#{senator}.senate.gov/"
         doc = open_html(base_url+'press.cfm?maxrows=200&startrow=1&&type=1')
         return if doc.nil?
@@ -513,8 +513,16 @@ module Statement
       results.flatten
     end
     
-    
-    
+    def self.farenthold(year=2013)
+      results = []
+      url = "http://farenthold.house.gov/index.php?flt_m=&flt_y=#{year}&option=com_content&view=article&id=1181&Itemid=100059&layout=default"
+      doc = open_html(url)
+      return if doc.nil?
+      doc.xpath("//div[@id='idGtReportDisplay']//li").each do |row|
+        results << { :source => url, :url => 'http://farenthold.house.gov'+row.children[0]['href'], :title => row.children[0].text.strip, :date => nil, :domain => "farenthold.house.gov"}
+      end
+      results
+    end
     
   end
 end

data/lib/statement/version.rb

@@ -1,3 +1,3 @@
 module Statement
-  VERSION = "0.9.5"
+  VERSION = "0.9.6"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: statement
 version: !ruby/object:Gem::Version
-  version: 0.9.5
+  version: 0.9.6
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-29 00:00:00.000000000 Z
+date: 2013-06-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &2151957300 !ruby/object:Gem::Requirement
+  requirement: &2156248520 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: '1.3'
   type: :development
   prerelease: false
-  version_requirements: *2151957300
+  version_requirements: *2156248520
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2151956680 !ruby/object:Gem::Requirement
+  requirement: &2156247120 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2151956680
+  version_requirements: *2156247120
 - !ruby/object:Gem::Dependency
   name: webmock
-  requirement: &2151972300 !ruby/object:Gem::Requirement
+  requirement: &2156245700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2151972300
+  version_requirements: *2156245700
 - !ruby/object:Gem::Dependency
   name: american_date
-  requirement: &2151971780 !ruby/object:Gem::Requirement
+  requirement: &2156244580 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2151971780
+  version_requirements: *2156244580
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &2151971020 !ruby/object:Gem::Requirement
+  requirement: &2156243020 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2151971020
+  version_requirements: *2156243020
 - !ruby/object:Gem::Dependency
   name: koala
-  requirement: &2151969860 !ruby/object:Gem::Requirement
+  requirement: &2156242340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2151969860
+  version_requirements: *2156242340
 - !ruby/object:Gem::Dependency
   name: oj
-  requirement: &2151968320 !ruby/object:Gem::Requirement
+  requirement: &2156258140 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,7 +87,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2151968320
+  version_requirements: *2156258140
 description: Crawls congressional websites for press releases.
 email:
 - dwillis@gmail.com