govkit 0.6.0 → 0.6.1

data/README.md

@@ -1,6 +1,6 @@
 # Govkit
 
-Govkit is a Ruby gem that provides simple access to open government APIs around the web, including:
+Govkit is a Ruby gem that provides simple access to US open government APIs around the web, including:
 
  *  [OpenCongress](http://www.opencongress.org/api), which has an API for federal bills, votes, people, and news and blog coverage
  *  [The Open States project](http://fiftystates-dev.sunlightlabs.com/), which has a RESTful API for accessing data about state legislators, bills, votes, etc.
@@ -51,4 +51,17 @@ Please join the [Govkit Google Group](http://groups.google.com/group/govkit), es
 
 Govkit's main repo is on Github: [http://github.com/opengovernment/govkit](http://github.com/opengovernment/govkit), where your contributions, forks, and feedback are greatly welcomed.
 
+# Dear Canadians
+
+For Canadian open government data, our friends up north have created a [govkit-ca](https://github.com/jpmckinney/govkit-ca) gem that lives in the GovKit::CA namespace and should interoperate just fine with this gem.
+
+# A GovKit for your country?
+
+Let us know if you'd like to build a govkit for your region! We'd love to link to you. Your gem should be called, for example, govkit-uk (ISO 3166 country code), and your methods should live in the GovKit::GB namespace (for example).
+
+# TODOs
+
+  * Guaranteed Eachability: If an API call is expected to return zero or more records, then GovKit should always return an array or nil to the caller, not a single object, even if there's only one record returned in this particular API call.
+  * Migration & documentation for acts_as_noteworthy
+
 Copyright (c) 2010 Participatory Politics Foundation, released under the MIT license

data/VERSION

@@ -1 +1 @@
-0.6.0
+0.6.1

data/generators/govkit/templates/govkit.rb

@@ -2,7 +2,7 @@ if defined? GovKit
   GovKit.configure do |config|
     # Get an API key for Sunlight's Open States project here:
     # http://services.sunlightlabs.com/accounts/register/
-    config.openstates_apikey = 'YOUR_OPENSTATES_API_KEY'
+    config.sunlight_apikey = 'YOUR_SUNLIGHT_API_KEY'
 
     ##API key for Votesmart
     # http://votesmart.org/services_api.php
@@ -15,5 +15,11 @@ if defined? GovKit
     # Api key for OpenCongress
     # http://www.opencongress.org/api
     config.opencongress_apikey = 'YOUR_OPENCONGRESS_API_KEY'
+    
+    # Technorati API key
+    config.technorati_apikey = 'YOUR_TECHNORATI_APIKEY'
+    
+    # Other things you could set here include alternate URLs for
+    # the APIs. See GovKit::Configuration for available attributes.
   end
 end

data/govkit.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{govkit}
-  s.version = "0.6.0"
+  s.version = "0.6.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Participatory Politics Foundation", "Srinivas Aki", "Carl Tashian"]
-  s.date = %q{2011-02-01}
+  s.date = %q{2011-03-03}
   s.description = %q{Govkit lets you quickly get encapsulated Ruby objects for common open government APIs. We're starting with Sunlight's Open States API and the Project Vote Smart API.}
   s.email = %q{develop@opencongress.org}
   s.extra_rdoc_files = [
@@ -71,7 +71,7 @@ Gem::Specification.new do |s|
   ]
   s.homepage = %q{http://github.com/opengovernment/govkit}
   s.require_paths = ["lib"]
-  s.rubygems_version = %q{1.3.7}
+  s.rubygems_version = %q{1.5.2}
   s.summary = %q{Simple access to open government APIs around the web}
   s.test_files = [
     "spec/follow_the_money_spec.rb",
@@ -80,7 +80,6 @@ Gem::Specification.new do |s|
   ]
 
   if s.respond_to? :specification_version then
-    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
     s.specification_version = 3
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then

data/lib/gov_kit/acts_as_noteworthy.rb

@@ -16,9 +16,9 @@ module GovKit::ActsAsNoteworthy
           has_many :mentions, :as => :owner
 
           with_options :as => :owner, :class_name => "Mention" do |c|
-            c.has_many :google_news_mentions, :conditions => {:search_source => "Google News"}
-            c.has_many :google_blog_mentions, :conditions => {:search_source => "Google Blogs"}
-            c.has_many :technorati_mentions, :conditions => {:search_source => "Technorati"}
+            c.has_many :google_news_mentions, :conditions => {:search_source => "Google News"}, :order => 'date desc'
+            c.has_many :google_blog_mentions, :conditions => {:search_source => "Google Blogs"}, :order => 'date desc'
+            c.has_many :technorati_mentions, :conditions => {:search_source => "Technorati"}, :order => 'date desc'
           end
         end
 

data/lib/gov_kit/resource.rb

@@ -13,6 +13,13 @@ module GovKit
       unload(attributes)
     end
 
+    # Returns a hash of the response object, potentially useful for comparison
+    # on sync
+    #
+    def to_md5
+      @md5 = Digest::MD5.hexdigest(@raw_response.body)
+    end
+
     def self.parse(response)
       # This method handles the basic responses we might get back from
       # Net::HTTP. But if a service returns something other than a 404 when an object is not found,

data/lib/gov_kit/search_engines/google_blog.rb

@@ -4,24 +4,19 @@ module GovKit
       def self.search(options=[])
         query = options.join('+')
         host = GovKit::configuration.google_blog_base_url
-        path = "/blogsearch?hl=en&q=#{URI::encode(query)}&btnG=Search+Blogs&num=50"
+        path = "/blogsearch_feeds?q=#{URI::encode(query)}&hl=en&output=rss&num=50"
 
-        doc = Nokogiri::HTML(make_request(host, path))
-        stories = doc.search("td.j")
-        titles = (doc/"a").select { |a| (a.attributes["id"] && a.attributes["id"].value.match(/p-(.*)/)) }
+        doc = Nokogiri::XML(make_request(host, path))
 
         mentions = []
 
-        stories.each do |story|
+        doc.xpath('//item').each do |i|
           mention = GovKit::Mention.new
-          t = titles.shift
-
-          mention.title = t.text if t #.unpack("C*").pack("U*") if t
-          # mention.url = t.attributes["href"].value if t
-          mention.date = story.at("font:nth(1)").text.strip
-          mention.excerpt = (story.at("br + font").text) #.unpack("C*").pack("U*")
-          mention.source = story.at("a.f1").text
-          mention.url = story.at("a.f1").attributes["href"].value
+          mention.title = i.xpath('title').inner_text
+          mention.date = i.xpath('dc:date').inner_text
+          mention.excerpt = i.xpath('description').inner_text
+          mention.source = i.xpath('dc:publisher').inner_text
+          mention.url = i.xpath('link').inner_text
 
           mentions << mention
         end

data/lib/gov_kit.rb

@@ -1,5 +1,6 @@
 $LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__))) unless $LOAD_PATH.include?(File.expand_path(File.dirname(__FILE__)))
 
+require 'digest/md5'
 require 'active_support'
 require 'nokogiri'
 require 'iconv'

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: govkit
 version: !ruby/object:Gem::Version 
-  hash: 7
-  prerelease: false
+  hash: 5
+  prerelease: 
   segments: 
   - 0
   - 6
-  - 0
-  version: 0.6.0
+  - 1
+  version: 0.6.1
 platform: ruby
 authors: 
 - Participatory Politics Foundation
@@ -17,7 +17,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-02-01 00:00:00 -08:00
+date: 2011-03-03 00:00:00 -08:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -175,7 +175,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.7
+rubygems_version: 1.5.2
 signing_key: 
 specification_version: 3
 summary: Simple access to open government APIs around the web