govkit 0.1.0 → 0.2.0

data/lib/gov_kit.rb

@@ -1,40 +1,41 @@
 $LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__))) unless $LOAD_PATH.include?(File.expand_path(File.dirname(__FILE__)))
 
 require 'active_support'
-require 'gov_kit/configuration'
+require 'hpricot'
 require 'iconv'
-require 'gov_kit/search_engines'
+require 'httparty'
+require 'json'
+require 'gov_kit/configuration'
 
 module GovKit
-  autoload :FiftyStates, 'gov_kit/fifty_states'
+  autoload :Resource, 'gov_kit/resource'
+  autoload :OpenStates, 'gov_kit/open_states'
   autoload :VoteSmart, 'gov_kit/vote_smart'
   autoload :ActsAsCiteable, 'gov_kit/acts_as_citeable'
   autoload :FollowTheMoney, 'gov_kit/follow_the_money'
   autoload :OpenCongress, 'gov_kit/open_congress'
-
-  class Bill < Resource;
-  end
-  class Vote < Resource;
-  end
-  class Session < Resource;
-  end
-  class Role < Resource;
-  end
-  class Legislator < Resource;
-  end
-  class Vote < Resource;
-  end
-  class Sponsor < Resource;
-  end
-  class Version < Resource;
-  end
-  class Source < Resource;
-  end
-  class Address < Resource;
-  end
+  autoload :SearchEngines, 'gov_kit/search_engines'
 
   class Citation
     attr_accessor :url, :excerpt, :title, :source, :date, :weight
   end
 
+  class GovKitError < StandardError
+    attr_reader :response
+
+    def initialize(response, message = nil)
+      @response = response
+      @message  = message
+    end
+
+    def to_s
+      "Failed with #{response.code if response.respond_to?(:code)} #{response.message if response.respond_to?(:message)}"
+    end
+  end
+
+  class NotAuthorized < GovKitError; end
+
+  class InvalidRequest < GovKitError; end
+
+  class ResourceNotFound < GovKitError; end
 end

data/spec/fixtures/follow_the_money/business-page0.response

@@ -0,0 +1,28 @@
+HTTP/1.1 200 OK
+Date: Wed, 16 Jun 2010 21:59:36 GMT
+Server: Apache/1.3.37 (Unix) PHP/5.2.0 mod_ssl/2.8.28 OpenSSL/0.9.8b
+X-Powered-By: PHP/5.2.0
+Transfer-Encoding: chunked
+Content-Type: text/xml
+
+<base_level.industries.list sort="" page="0" next_page="yes" record_count="19" origin="Institute on Money in State Politics" process_timestamp="06-16-2010 14:59:36" update_timestamp="06-16-2010 02:08:46">
+<business_detail imsp_sector_code="1" sector_name="Agriculture" imsp_industry_code="1" industry_name="Miscellaneous Agriculture" business_name="Miscellaneous agriculture"></business_detail>
+<business_detail imsp_sector_code="1" sector_name="Agriculture" imsp_industry_code="2" industry_name="Crop Production &amp; Basic Processing" business_name="Farmers, in general"></business_detail>
+<business_detail imsp_sector_code="1" sector_name="Agriculture" imsp_industry_code="2" industry_name="Crop Production &amp; Basic Processing" business_name="Cotton growers, cotton ginners"></business_detail>
+<business_detail imsp_sector_code="1" sector_name="Agriculture" imsp_industry_code="2" industry_name="Crop Production &amp; Basic Processing" business_name="Includes all sugar growers and sugar co-ops"></business_detail>
+<business_detail imsp_sector_code="1" sector_name="Agriculture" imsp_industry_code="3" industry_name="Tobacco" business_name="Tobacco &amp; tobacco products"></business_detail>
+<business_detail imsp_sector_code="1" sector_name="Agriculture" imsp_industry_code="2" industry_name="Crop Production &amp; Basic Processing" business_name="Vegetables, fruits &amp; tree nuts"></business_detail>
+<business_detail imsp_sector_code="1" sector_name="Agriculture" imsp_industry_code="2" industry_name="Crop Production &amp; Basic Processing" business_name="Wheat, corn, soybeans &amp; cash grain"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="11" industry_name="General Contractors" business_name="Construction &amp; public works"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="11" industry_name="General Contractors" business_name="Builders associations"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="11" industry_name="General Contractors" business_name="Public works, industrial &amp; commercial construction"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="11" industry_name="General Contractors" business_name="Construction, unclassified"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="12" industry_name="Home Builders" business_name="Residential construction"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="12" industry_name="Home Builders" business_name="Mobile home construction"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="13" industry_name="Special Trade Contractors" business_name="Special trade contractors"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="13" industry_name="Special Trade Contractors" business_name="Electrical contractors"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="13" industry_name="Special Trade Contractors" business_name="Plumbing, heating &amp; air conditioning"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="13" industry_name="Special Trade Contractors" business_name="Landscaping &amp; excavation services"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="14" industry_name="Construction Services" business_name="Engineering, architecture &amp; construction management services"></business_detail>
+<business_detail imsp_sector_code="2" sector_name="Construction" imsp_industry_code="14" industry_name="Construction Services" business_name="Architectural services"></business_detail>
+</base_level.industries.list>

data/spec/fixtures/follow_the_money/business-page1.response

@@ -0,0 +1,12 @@
+HTTP/1.1 200 OK
+Date: Wed, 16 Jun 2010 22:00:52 GMT
+Server: Apache/1.3.37 (Unix) PHP/5.2.0 mod_ssl/2.8.28 OpenSSL/0.9.8b
+X-Powered-By: PHP/5.2.0
+Transfer-Encoding: chunked
+Content-Type: text/xml
+
+<base_level.industries.list sort="" page="1" next_page="no" record_count="3" origin="Institute on Money in State Politics" process_timestamp="06-16-2010 15:00:52" update_timestamp="06-16-2010 02:08:46">
+<business_detail imsp_sector_code="7" sector_name="General Business" imsp_industry_code="62" industry_name="Recreation &amp; Live Entertainment" business_name="Recreation &amp; entertainment"></business_detail>
+<business_detail imsp_sector_code="7" sector_name="General Business" imsp_industry_code="62" industry_name="Recreation &amp; Live Entertainment" business_name="Amusement &amp; recreation centers"></business_detail>
+<business_detail imsp_sector_code="7" sector_name="General Business" imsp_industry_code="62" industry_name="Recreation &amp; Live Entertainment" business_name="Professional sports, arenas &amp; related equipment and services"></business_detail>
+</base_level.industries.list>

data/spec/fixtures/follow_the_money/contribution.response

@@ -0,0 +1,12 @@
+HTTP/1.1 200 OK
+Date: Wed, 16 Jun 2010 22:10:59 GMT
+Server: Apache/1.3.37 (Unix) PHP/5.2.0 mod_ssl/2.8.28 OpenSSL/0.9.8b
+X-Powered-By: PHP/5.2.0
+Transfer-Encoding: chunked
+Content-Type: text/xml
+
+<candidates.contributions imsp_cadidate_id="111933" imsp_sector_code="0" sector_name="" imsp_industry_code="0" industry_name="" contributor_name="" contributor_city="" contributor_state="" contributor_zipcode="" contribution_date_range="" contribution_amount_range="" candidate_name="GONZALES, VERONICA" state="TX" year="2008" party="DEMOCRAT" office="HOUSE" district="041" sort="" page="0" next_page="no" record_count="3" origin="Institute on Money in State Politics" process_timestamp="06-16-2010 15:10:59" update_timestamp="06-16-2010 02:08:46">
+<contribution contributor_name="KITTLEMAN THOMAS &amp; GONZALES" date="2007-06-30" amount="220" contributor_employer="" contributor_occupation="" contributor_city="" contributor_state="" contributor_zipcode="" imsp_sector_code="11" sector_name="Lawyers &amp; Lobbyists" imsp_industry_code="98" industry_name="Lawyers &amp; Lobbyists" business_name="Attorneys &amp; law firms"></contribution>
+<contribution contributor_name="KRALJ, NICK" date="2007-06-25" amount="957.8" contributor_employer="SELF-EMPLOYED" contributor_occupation="LOBBYIST" contributor_city="" contributor_state="" contributor_zipcode="" imsp_sector_code="14" sector_name="Uncoded" imsp_industry_code="121" industry_name="Uncoded" business_name="Uncoded"></contribution>
+<contribution contributor_name="LAMANTIA, GREG" date="2007-06-27" amount="1000" contributor_employer="L&amp;F DISTRIBUTORS" contributor_occupation="BEER DISTRIBUTOR/OWNER" contributor_city="" contributor_state="" contributor_zipcode="" imsp_sector_code="7" sector_name="General Business" imsp_industry_code="57" industry_name="Beer, Wine &amp; Liquor" business_name="Liquor wholesalers"></contribution>
+</candidates.contributions>

data/spec/fixtures/follow_the_money/unauthorized.response

@@ -0,0 +1,8 @@
+HTTP/1.1 200 OK
+Date: Wed, 16 Jun 2010 17:31:45 GMT
+Server: Apache/1.3.37 (Unix) PHP/5.2.0 mod_ssl/2.8.28 OpenSSL/0.9.8b
+X-Powered-By: PHP/5.2.0
+Connection: close
+Content-Type: text/xml
+
+<error code="100" text="invalid key" origin="Institute on Money in State Politics" process_timestamp="06-16-2010 10:30:03" update_timestamp="06-16-2010 02:08:46"></error>

data/spec/fixtures/open_states/401.response

@@ -0,0 +1,6 @@
+HTTP/1.1 401 UNAUTHORIZED
+Server: nginx/0.6.35
+Date: Tue, 15 Jun 2010 22:34:56 GMT
+Content-Type: text/plain
+Connection: close
+Vary: Authorization

data/spec/fixtures/open_states/410.response

@@ -0,0 +1,6 @@
+HTTP/1.1 410 GONE
+Server: nginx/0.6.35
+Date: Tue, 15 Jun 2010 22:34:56 GMT
+Content-Type: text/plain
+Connection: close
+Vary: Authorization

data/spec/fixtures/open_states/bill.response

@@ -0,0 +1,240 @@
+HTTP/1.1 200 OK
+Server: nginx/0.6.35
+Date: Tue, 15 Jun 2010 21:50:08 GMT
+Content-Type: application/json; charset=utf-8
+Connection: close
+Vary: Authorization
+
+{
+    "votes": [
+        {
+            "other_count": 6, 
+            "sources": [], 
+            "yes_count": 34, 
+            "updated_at": "2010-03-27 21:30:38", 
+            "motion": "Special Consent #12 AB667 Block By Alquist", 
+            "chamber": "upper", 
+            "passed": true, 
+            "date": "2009-07-09 05:50:00", 
+            "vote_id": 13695, 
+            "no_count": 0
+        }, 
+        {
+            "other_count": 3, 
+            "sources": [], 
+            "yes_count": 77, 
+            "updated_at": "2010-03-27 21:30:38", 
+            "motion": "AB 667 BLOCK  Consent Calendar Second Day  Regular Session", 
+            "chamber": "lower", 
+            "passed": true, 
+            "date": "2009-05-21 08:07:00", 
+            "vote_id": 13694, 
+            "no_count": 0
+        }, 
+        {
+            "other_count": 3, 
+            "sources": [], 
+            "yes_count": 10, 
+            "updated_at": "2010-03-27 21:30:38", 
+            "motion": "Do pass and be re-referred to the Committee on Appropriations.", 
+            "chamber": "lower", 
+            "passed": true, 
+            "date": "2009-04-13 20:00:00", 
+            "vote_id": 13693, 
+            "no_count": 0
+        }, 
+        {
+            "other_count": 0, 
+            "sources": [], 
+            "yes_count": 7, 
+            "updated_at": "2010-03-27 21:30:38", 
+            "motion": "Do pass, to Consent Calendar.", 
+            "chamber": "lower", 
+            "passed": true, 
+            "date": "2009-05-12 20:00:00", 
+            "vote_id": 13692, 
+            "no_count": 0
+        }, 
+        {
+            "other_count": 0, 
+            "sources": [], 
+            "yes_count": 7, 
+            "updated_at": "2010-03-27 21:30:38", 
+            "motion": "Do pass, but re-refer to the Committee on Appropriations.", 
+            "chamber": "upper", 
+            "passed": true, 
+            "date": "2009-04-27 20:00:00", 
+            "vote_id": 13691, 
+            "no_count": 4
+        }, 
+        {
+            "other_count": 0, 
+            "sources": [], 
+            "yes_count": 5, 
+            "updated_at": "2010-03-27 21:30:37", 
+            "motion": "Do pass, but re-refer to the Committee on Appropriations.", 
+            "chamber": "upper", 
+            "passed": true, 
+            "date": "2009-06-21 20:00:00", 
+            "vote_id": 13690, 
+            "no_count": 2
+        }
+    ], 
+    "last_action": "2009-08-05 20:00:00", 
+    "first_action": "2009-02-24 19:00:00", 
+    "title": "An act to amend Section 1750.1 of the Business and Professions Code, and to amend Section 104830 of, and to add Section 104762 to, the Health and Safety Code, relating to oral health.", 
+    "updated_at": "2010-03-27 21:30:38", 
+    "actions": [
+        {
+            "date": "2009-08-05 20:00:00", 
+            "action": "Chaptered by Secretary of State - Chapter   119, Statutes of 2009.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Secretary of State"
+        }, 
+        {
+            "date": "2009-08-04 20:00:00", 
+            "action": "Approved by the Governor.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Governor"
+        }, 
+        {
+            "date": "2009-07-29 20:00:00", 
+            "action": "Enrolled and to the Governor at   2:30 p.m.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Governor"
+        }, 
+        {
+            "date": "2009-07-08 20:00:00", 
+            "action": "In Assembly.  To enrollment.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (E&E Enrollment)"
+        }, 
+        {
+            "date": "2009-07-08 20:00:00", 
+            "action": "Read third time, passed, and to Assembly.  (Ayes 34. Noes  0. Page  1667.)", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Senate (Desk)"
+        }, 
+        {
+            "date": "2009-07-01 20:00:00", 
+            "action": "Ordered to Special Consent Calendar.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Senate (Floor Special Consent)"
+        }, 
+        {
+            "date": "2009-06-29 20:00:00", 
+            "action": "Read second time.  To third reading.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Senate (Floor Third Reading)"
+        }, 
+        {
+            "date": "2009-06-28 20:00:00", 
+            "action": "From committee:  Be placed on second reading file pursuant to Senate Rule 28.8.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Senate (Floor Second Reading)"
+        }, 
+        {
+            "date": "2009-06-21 20:00:00", 
+            "action": "From committee:  Do pass, and re-refer to Com. on  APPR. Re-referred.  (Ayes 10. Noes  0.) (June  22).", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Senate (Committee)"
+        }, 
+        {
+            "date": "2009-06-03 20:00:00", 
+            "action": "Referred to Com. on  B., P. & E.D.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Senate (Committee CS42)"
+        }, 
+        {
+            "date": "2009-05-20 20:00:00", 
+            "action": "Read third time, passed, and to Senate.  (Ayes 77. Noes  0. Page  1628.)", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (E&E Engrossing)"
+        }, 
+        {
+            "date": "2009-05-20 20:00:00", 
+            "action": "In Senate.  Read first time.  To Com. on RLS. for assignment.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Senate (Rules)"
+        }, 
+        {
+            "date": "2009-05-17 20:00:00", 
+            "action": "Read second time.  To Consent Calendar.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (Floor Consent)"
+        }, 
+        {
+            "date": "2009-05-13 20:00:00", 
+            "action": "From committee:  Do pass.  To Consent Calendar.   (May  13).", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (Floor Second Reading)"
+        }, 
+        {
+            "date": "2009-05-04 20:00:00", 
+            "action": "Re-referred to Com. on  APPR.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (Committee CX25)"
+        }, 
+        {
+            "date": "2009-05-03 20:00:00", 
+            "action": "From committee chair, with author's amendments:  Amend, and re-refer to Com. on  APPR. Read second time and amended.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (E&E Engrossing)"
+        }, 
+        {
+            "date": "2009-04-28 20:00:00", 
+            "action": "From committee:  Do pass, and re-refer to Com. on  APPR. with recommendation:  To Consent Calendar.  Re-referred.  (Ayes 10. Noes  0.) (April  28).", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (Committee)"
+        }, 
+        {
+            "date": "2009-04-14 20:00:00", 
+            "action": "From committee:  Do pass, and re-refer to Com. on  B. & P. with recommendation:  To Consent Calendar.  Re-referred.  (Ayes 19. Noes  0.) (April  14).", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (Committee)"
+        }, 
+        {
+            "date": "2009-04-12 20:00:00", 
+            "action": "Re-referred to Com. on  HEALTH.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (Committee CX08)"
+        }, 
+        {
+            "date": "2009-04-01 20:00:00", 
+            "action": "From committee chair, with author's amendments:  Amend, and re-refer to Com. on  HEALTH. Read second time and amended.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (E&E Engrossing)"
+        }, 
+        {
+            "date": "2009-03-22 20:00:00", 
+            "action": "Referred to Com. on  HEALTH.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (Committee CX08)"
+        }, 
+        {
+            "date": "2009-02-25 19:00:00", 
+            "action": "From printer.  May be heard in committee  March  28.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (Desk)"
+        }, 
+        {
+            "date": "2009-02-24 19:00:00", 
+            "action": "Read first time.  To print.", 
+            "updated_at": "2010-03-27 21:30:37", 
+            "actor": "Assembly (Desk)"
+        }
+    ], 
+    "sponsors": [
+        {
+            "leg_id": 2504, 
+            "type": "LEAD_AUTHOR", 
+            "full_name": "Block, Marty"
+        }
+    ], 
+    "chamber": "lower", 
+    "state": "ca", 
+    "session": "20092010", 
+    "sources": [], 
+    "versions": [], 
+    "bill_id": "AB667"
+}