statement 0.9.3 → 0.9.4

data/README.md

@@ -42,8 +42,22 @@ puts results.first
 The sites that require HTML scraping are detailed in individual methods, and can be called individually or in bulk:
 
 ```
-`results = Statement::Scraper.billnelson`
-`all_scraped_members = Statement::Scraper.member_scrapers`
+results = Statement::Scraper.billnelson
+members = Statement::Scraper.member_scrapers
+```
+
+Using the `koala` gem, Statement can fetch Facebook status feeds, given a Facebook ID. You'll need to either set environment variables `APP_ID` and `APP_SECRET` or create a `config.yml` file containing `app_id` and `app_secret` keys and values.
+
+```
+f = Statement::Facebook.new
+results = f.feed('RepFincherTN08')
+```
+
+It also can process IDs in batches, with a `slice` argument to indicate how many ids are passed in each batch:
+
+```
+f = Statement::Facebook.new
+results = f.batch(array, 10)
 ```
 
 ## Tests

data/lib/statement/scraper.rb

@@ -233,15 +233,14 @@ module Statement
       list_url = base_url + 'date.shtml'
       doc = open_html(list_url)
       return if doc.nil?
-      doc.xpath("//a").each do |link|
-        if link['href'] and link['href'].include?('/pr')
-          begin 
-            date = Date.parse(link.text) 
-          rescue 
-            date = nil
-          end
-          results << { :source => list_url, :url => base_url + link['href'], :title => link.text.split(' ',2).last, :date => date, :domain => "www.house.gov/capuano/" }
+      doc.xpath("//a").select{|l| !l['href'].nil? and l['href'].include?('/pr')}[1..-5].each do |link|
+        begin
+          year = link['href'].split('/').first
+          date = Date.parse(link.text.split(' ').first+'/'+year) 
+        rescue
+          date = nil
         end
+        results << { :source => list_url, :url => base_url + link['href'], :title => link.text.split(' ',2).last, :date => date, :domain => "www.house.gov/capuano/" }
       end
       return results[0..-5]
     end

data/lib/statement/version.rb

@@ -1,3 +1,3 @@
 module Statement
-  VERSION = "0.9.3"
+  VERSION = "0.9.4"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: statement
 version: !ruby/object:Gem::Version
-  version: 0.9.3
+  version: 0.9.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-22 00:00:00.000000000 Z
+date: 2013-05-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &2151865900 !ruby/object:Gem::Requirement
+  requirement: &2156038320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: '1.3'
   type: :development
   prerelease: false
-  version_requirements: *2151865900
+  version_requirements: *2156038320
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2151865380 !ruby/object:Gem::Requirement
+  requirement: &2156037740 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2151865380
+  version_requirements: *2156037740
 - !ruby/object:Gem::Dependency
   name: webmock
-  requirement: &2151864860 !ruby/object:Gem::Requirement
+  requirement: &2156037140 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2151864860
+  version_requirements: *2156037140
 - !ruby/object:Gem::Dependency
   name: american_date
-  requirement: &2151864300 !ruby/object:Gem::Requirement
+  requirement: &2156036600 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2151864300
+  version_requirements: *2156036600
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &2151863820 !ruby/object:Gem::Requirement
+  requirement: &2156035940 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2151863820
+  version_requirements: *2156035940
 - !ruby/object:Gem::Dependency
   name: koala
-  requirement: &2151863260 !ruby/object:Gem::Requirement
+  requirement: &2156035320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2151863260
+  version_requirements: *2156035320
 - !ruby/object:Gem::Dependency
   name: oj
-  requirement: &2151877300 !ruby/object:Gem::Requirement
+  requirement: &2156034620 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,7 +87,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2151877300
+  version_requirements: *2156034620
 description: Crawls congressional websites for press releases.
 email:
 - dwillis@gmail.com