govkit 0.0.2 → 0.1.0

data/lib/gov_kit/open_congress/person_stat.rb

@@ -0,0 +1,18 @@
+module GovKit
+  module OpenCongress
+    class PersonStat < OpenCongressObject
+    
+      attr_accessor :votes_most_often_with_id, :opposing_party_votes_most_often_with_id, :votes_least_often_with_id, :same_party_votes_least_often_with_id, :party_votes_percentage, :abstains_percentage, :abstains_percentage_rank, :party_votes_percentage_rank, :sponsored_bills, :cosponsored_bills, :abstains, :sponsored_bills_passed_rank, :cosponsored_bills_passed_rank, :sponsored_bills_passed, :cosponsored_bills_passed, :sponsored_bills_rank, :cosponsored_bills_rank
+    
+    
+      def initialize(params)
+        params.each do |key, value|
+          instance_variable_set("@#{key}", value) if PersonStat.instance_methods.include? key
+        end      
+      end      
+      
+      
+    end
+  
+  end
+end

data/lib/gov_kit/open_congress/roll_call.rb

@@ -0,0 +1,16 @@
+module GovKit
+  module OpenCongress
+    class RollCall < OpenCongressObject
+    
+      attr_accessor :abstains, :presents, :roll_type, :title, :question, :republican_position, :democratic_position,
+                    :amendment_id, :ayes, :nays, :bill, :date, :number, :id, :required, :where
+    
+      def initialize(params)
+        params.each do |key, value|
+          instance_variable_set("@#{key}", value) if RollCall.instance_methods.include? key
+        end      
+      end    
+   
+    end
+  end
+end

data/lib/gov_kit/open_congress/roll_call_comparison.rb

@@ -0,0 +1,31 @@
+module GovKit
+  module OpenCongress
+    class RollCallComparison < OpenCongressObject
+    
+      attr_accessor :roll_call, :person1, :person2
+    
+      def initialize(params)
+        params.each do |key, value|
+          instance_variable_set("@#{key}", value) if RollCallComparison.instance_methods.include? key
+        end
+      
+      
+        set_people
+        set_roll_call
+            
+      end
+
+      def set_people
+        self.person1 = self.person1["stong"]
+        self.person2 = self.person2["stong"]
+      end
+    
+      def set_roll_call
+        self.roll_call = RollCall.new(self.roll_call)
+      end
+
+
+    end
+    
+  end
+end

data/lib/gov_kit/open_congress/voting_comparison.rb

@@ -0,0 +1,46 @@
+module GovKit
+  module OpenCongress
+  
+    class VotingComparison < OpenCongressObject
+    
+      attr_accessor :total_votes, :same_vote, :percentage, :person1, :person2, :shared_committees, :hot_votes,
+                    :other_votes
+    
+      def initialize(params)
+        params.each do |key, value|
+          instance_variable_set("@#{key}", value) if VotingComparison.instance_methods.include? key
+        end
+        
+        set_people
+        set_votes
+            
+      end
+    
+      def set_people
+        self.person1 = Person.new(self.person1["person"])
+        self.person2 = Person.new(self.person2["person"])
+      end
+    
+      def set_votes
+      
+        these_hot_votes = []
+        hot_votes["vote"].each do |v|    
+          nv = RollCallComparison.new(v)
+          these_hot_votes << nv
+        end
+      
+        self.hot_votes = these_hot_votes
+      
+        these_other_votes = []
+        other_votes["vote"].each do |v|
+          nv = RollCallComparison.new(v)
+          these_other_votes << nv
+        end
+      
+        self.other_votes = these_other_votes
+      
+      end
+    
+    end
+  end
+end

data/lib/gov_kit/open_congress.rb

@@ -0,0 +1,90 @@
+require 'hpricot'
+require 'open-uri'
+require 'json'
+
+module GovKit::OpenCongress
+  autoload :Bill,             'gov_kit/open_congress/bill'
+  autoload :BlogPost,         'gov_kit/open_congress/blog_post'
+  autoload :NewsPost,         'gov_kit/open_congress/news_post'
+  autoload :VotingComparison, 'gov_kit/open_congress/voting_comparison'
+  autoload :RollCallComparison, 'gov_kit/open_congress/roll_call_comparison'
+  autoload :Person,           'gov_kit/open_congress/person'
+  autoload :PersonStat,       'gov_kit/open_congress/person_stat'
+
+  class OpenCongressObject
+
+    def self.construct_url(api_method, params)
+      url = nil
+      if GovKit::configuration.opencongress_apikey == nil || GovKit::configuration.opencongress_apikey == ''
+        raise "Failed to provide OpenCongress API Key"
+      else
+        url = "http://#{GovKit::configuration.opencongress_base_url}api/#{api_method}?key=#{GovKit::configuration.opencongress_apikey}#{hash2get(params)}&format=json"
+      end
+      return url
+    end
+
+    def self.hash2get(h)
+      get_string = ""
+    
+      h.each_pair do |key, value|
+        get_string += "&#{key.to_s}=#{CGI::escape(value.to_s)}"
+      end
+
+      get_string
+    end
+
+    def self.parse_supporting_results(result)
+      working = result["opencongress_users_tracking"]
+
+      also_supporting_bills = []
+      working["also_supporting_bills"]["bill"].each do |bill|
+        also_supporting_bills << Bill.new(bill)
+      end
+
+      also_opposing_bills = []
+      working["also_opposing_bills"]["bill"].each do |bill|
+        also_opposing_bills << Bill.new(bill)
+      end
+
+      also_disapproved_senators = []
+      working["also_disapproved_senators"]["person"].each do |person|
+        also_disapproved_senators << Person.new(person)
+      end
+
+      also_disapproved_representatives = []
+      working["also_disapproved_representatives"]["person"].each do |person|
+        also_disapproved_representatives << Person.new(person)
+      end
+
+      also_approved_senators = []
+      working["also_approved_senators"]["person"].each do |person|
+        also_approved_senators << Person.new(person)
+      end
+
+      also_approved_representatives = []
+      working["also_approved_representatives"]["person"].each do |person|
+        also_approved_representatives << Person.new(person)
+      end
+
+      return {:also_supporting_bills => also_supporting_bills,
+              :also_opposing_bills => also_opposing_bills,
+              :also_disapproved_senators => also_disapproved_senators,
+              :also_disapproved_representatives => also_disapproved_representatives,
+              :also_approved_senators => also_approved_senators,
+              :also_approved_representatives => also_approved_representatives}
+    
+    end
+  
+    def self.make_call(this_url)
+      result = nil
+      begin
+        result = JSON.parse(open(this_url).read)
+      rescue => e
+        puts e
+      end
+    
+      return result
+    
+    end
+  end
+end

data/lib/gov_kit/search_engines/google_blog.rb

@@ -0,0 +1,37 @@
+module GovKit
+  module SearchEngines
+    class GoogleBlog
+      def self.search(options=[])
+        query = options.join('+')
+        host = "blogsearch.google.com"
+        path = "/blogsearch?hl=en&q=#{URI::encode(query)}&btnG=Search+Blogs&num=50"
+
+        html = make_request(host, path)
+        doc = Hpricot(Iconv.conv('utf-8//IGNORE', 'gb2312',html))
+        stories = doc.search("td.j")
+        titles = (doc/"a").select { |a| (a.attributes["id"] && a.attributes["id"].match(/p-(.*)/)) }
+
+        citations = []
+
+        stories.each do |story|
+          citation = GovKit::Citation.new
+          t = titles.shift
+
+          citation.title = (t.inner_html) if t #.unpack("C*").pack("U*") if t
+          citation.url = t.attributes["href"] if t
+          citation.date = story.at("font:nth(0)").inner_html
+          citation.excerpt = (story.at("br + font").inner_html) #.unpack("C*").pack("U*")
+          citation.source = story.at("a.f1").inner_html
+          citation.url = story.at("a.f1").attributes["href"]
+
+          citations << citation
+        end
+        citations
+      end
+
+      def self.make_request(host, path)
+        response = Net::HTTP.get(host, path)
+      end
+    end
+  end
+end

data/lib/gov_kit/search_engines/google_news.rb

@@ -0,0 +1,38 @@
+require 'uri'
+require 'net/http'
+
+module GovKit
+  module SearchEngines
+    class GoogleNews
+      def self.search(options=[])
+        query = options.join('+')
+        host = "news.google.com"
+        path = "/news?hl=en&ned=us&q=#{URI::encode(query)}&btnG=Search+News&num=50"
+
+        html = make_request(host, path)
+        doc = Hpricot(Iconv.conv('utf-8//IGNORE', 'gb2312',html))
+        stories = doc.search("div.search-results > div.story")
+
+        citations = []
+
+        stories.each do |story|
+          citation = GovKit::Citation.new
+
+          citation.title = story.at("h2.title a").inner_text.html_safe!
+          citation.url = story.at("h2.title a").attributes["href"]
+          citation.date = story.at("div.sub-title > span.date").inner_html.html_safe!
+          citation.source = story.at("div.sub-title > span.source").inner_html.html_safe!
+          citation.excerpt = story.at("div.body > div.snippet").inner_html.html_safe!
+
+          citations << citation
+        end
+        citations
+      end
+
+      def self.make_request(host, path)
+        puts host+path
+        response = Net::HTTP.get(host, path)
+      end
+    end
+  end
+end

data/lib/gov_kit/search_engines/technorati.rb

@@ -0,0 +1,35 @@
+module GovKit
+  module SearchEngines
+    class Technorati
+      def self.search(options=[])
+        query = options.to_query('q')
+        host = "api.technorati.com"
+        path = "/search?key=#{API_KEYS["technorati_api_key"]}&limit=50&language=en&query=#{URI::encode(query)}"
+
+        html = make_request(host, path)
+        doc = Hpricot(Iconv.conv('utf-8//IGNORE', 'gb2312',html))
+
+        citations = []
+#        doc.search("tapi/document/item").each do |i|
+#          citation = GovKit::Citation.new
+#
+#          citation.url = i.text("permalink")
+#          citation.title = i.text("title")
+#          citation.excerpt = i.text("excerpt")
+#          citation.date = i.text("created")
+#          citation.source = i.text("weblog/name")
+#          citation.url = i.text("weblog/url")
+#          citation.weight = i.text("weblog/inboundlinks")
+#
+#          citations << citation
+#        end
+        citations
+        []
+      end
+
+      def self.make_request(host, path)
+        response = Net::HTTP.get(host, path)
+      end
+    end
+  end
+end

data/lib/gov_kit/search_engines.rb

@@ -0,0 +1,5 @@
+module GovKit::SearchEngines
+  autoload :GoogleNews, 'gov_kit/search_engines/google_news'
+  autoload :GoogleBlog, 'gov_kit/search_engines/google_blog'
+  autoload :Technorati, 'gov_kit/search_engines/technorati'
+end

data/lib/gov_kit/vote_smart.rb

@@ -18,5 +18,34 @@ module GovKit
         instantiate_record(response['webaddress'])
       end
     end
+
+    class Bill < VoteSmartResource
+      def self.find(bill_id)
+        response = get("/Votes.getBill", :query => {"billId" => bill_id})
+        instantiate_record(response['bill'])
+      end
+
+      def self.find_by_year_and_state(year, state_abbrev)
+        response = get("/Votes.getBillsByYearState", :query => {"year" => year, "stateId" => state_abbrev})
+        instantiate_record(response['bills'])
+      end
+    end
+
+    # See http://api.votesmart.org/docs/Committee.html
+    class Committee < VoteSmartResource
+      # Find a committee by VoteSmart typeId and stateId (abbreviation)
+      # If type_id is nil, defaults to all types.
+      # This method maps to Committee.getCommitteesByTypeState()
+      def self.find_by_type_and_state(type_id, state_abbrev)
+        response = get("/Committee.getCommitteesByTypeState", :query => {"typeId" => type_id, "stateId" => state_abbrev})
+        instantiate_record(response['committees'])
+      end
+
+      # Find a committee by VoteSmart committeeId. Maps to Committee.getCommittee()
+      def self.find(committee_id)
+        response = get("/Committee.getCommittee", :query => {"committeeId" => committee_id})
+        instantiate_record(response['committee'])
+      end
+    end
   end
 end

data/lib/gov_kit.rb

@@ -2,19 +2,39 @@ $LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__))) unless $LOAD_PATH.i
 
 require 'active_support'
 require 'gov_kit/configuration'
+require 'iconv'
+require 'gov_kit/search_engines'
 
 module GovKit
   autoload :FiftyStates, 'gov_kit/fifty_states'
   autoload :VoteSmart, 'gov_kit/vote_smart'
+  autoload :ActsAsCiteable, 'gov_kit/acts_as_citeable'
+  autoload :FollowTheMoney, 'gov_kit/follow_the_money'
+  autoload :OpenCongress, 'gov_kit/open_congress'
+
+  class Bill < Resource;
+  end
+  class Vote < Resource;
+  end
+  class Session < Resource;
+  end
+  class Role < Resource;
+  end
+  class Legislator < Resource;
+  end
+  class Vote < Resource;
+  end
+  class Sponsor < Resource;
+  end
+  class Version < Resource;
+  end
+  class Source < Resource;
+  end
+  class Address < Resource;
+  end
+
+  class Citation
+    attr_accessor :url, :excerpt, :title, :source, :date, :weight
+  end
 
-  class Bill < Resource; end
-  class Vote < Resource; end
-  class Session < Resource; end
-  class Role < Resource; end
-  class Legislator < Resource; end
-  class Vote < Resource; end
-  class Sponsor < Resource; end
-  class Version < Resource; end
-  class Source < Resource; end
-  class Address < Resource; end
 end

data/rails/init.rb

@@ -1,2 +1,3 @@
 # Include hook code here
 require File.join(File.dirname(__FILE__), *%w[.. lib govkit])
+ActiveRecord::Base.send(:include, GovKit::ActsAsCiteable)

metadata

@@ -1,12 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: govkit
 version: !ruby/object:Gem::Version 
+  hash: 27
   prerelease: false
   segments: 
   - 0
+  - 1
   - 0
-  - 2
-  version: 0.0.2
+  version: 0.1.0
 platform: ruby
 authors: 
 - Participatory Politics Foundation
@@ -16,16 +17,18 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-05-14 00:00:00 -07:00
+date: 2010-06-10 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: httparty
   prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 15
         segments: 
         - 0
         - 5
@@ -37,16 +40,34 @@ dependencies:
   name: json
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 1
         segments: 
         - 1
-        - 2
         - 4
-        version: 1.2.4
+        - 3
+        version: 1.4.3
   type: :runtime
   version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: hpricot
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 59
+        segments: 
+        - 0
+        - 8
+        - 2
+        version: 0.8.2
+  type: :runtime
+  version_requirements: *id003
 description: Govkit lets you quickly get encapsulated Ruby objects for common open government APIs. We're starting with Sunlight's Fifty States API and the Project Vote Smart API.
 email: carl@ppolitics.org
 executables: []
@@ -68,14 +89,26 @@ files:
 - generators/govkit/templates/govkit.rb
 - govkit.gemspec
 - lib/gov_kit.rb
+- lib/gov_kit/acts_as_citeable.rb
 - lib/gov_kit/configuration.rb
 - lib/gov_kit/fifty_states.rb
+- lib/gov_kit/follow_the_money.rb
+- lib/gov_kit/open_congress.rb
+- lib/gov_kit/open_congress/bill.rb
+- lib/gov_kit/open_congress/blog_post.rb
+- lib/gov_kit/open_congress/news_post.rb
+- lib/gov_kit/open_congress/person.rb
+- lib/gov_kit/open_congress/person_stat.rb
+- lib/gov_kit/open_congress/roll_call.rb
+- lib/gov_kit/open_congress/roll_call_comparison.rb
+- lib/gov_kit/open_congress/voting_comparison.rb
 - lib/gov_kit/resource.rb
+- lib/gov_kit/search_engines.rb
+- lib/gov_kit/search_engines/google_blog.rb
+- lib/gov_kit/search_engines/google_news.rb
+- lib/gov_kit/search_engines/technorati.rb
 - lib/gov_kit/vote_smart.rb
 - lib/govkit.rb
-- lib/govkit/configuration.rb
-- lib/govkit/fifty_states.rb
-- lib/govkit/vote_smart.rb
 - rails/init.rb
 - spec/fifty_states_spec.rb
 - spec/spec.opts
@@ -90,23 +123,27 @@ rdoc_options:
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
       - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
       - 0
       version: "0"
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.6
+rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: Simple access to open government APIs around the web

data/lib/govkit/configuration.rb

@@ -1,29 +0,0 @@
-module Govkit
-  class Configuration
-    attr_accessor :fiftystates_apikey, :fiftystates_base_url
-    attr_accessor :votesmart_apikey, :votesmart_base_url
-
-    def initialize
-      @fiftystates_apikey = ''
-      @fiftystates_base_url = 'fiftystates-dev.sunlightlabs.com/api'
-
-      @votesmart_apikey = ''
-      @votesmart_base_url = 'api.votesmart.org/'
-    end
-  end
-
-  class << self
-    attr_accessor :configuration
-  end
-
-  # Configure Govkit in config/initializers/govkit.rb
-  #
-  # @example
-  #   Govkit.configure do |config|
-  #     config.fiftystates_apikey = ''
-  #   end
-  def self.configure
-    self.configuration ||= Configuration.new
-    yield(configuration)
-  end
-end