robots 0.9.0 → 0.10.0

data/CHANGELOG

@@ -1,3 +1,5 @@
+0.10.0
+  - Make sure the fetch robots.txt operation happens with a user agent (via rb2k)
 0.9.0
   - Fix http://github.com/fizx/robots/issues#issue/1
   - Tests don't rely on network.

data/VERSION

@@ -1 +1 @@
-0.9.0
+0.10.0

data/lib/robots.rb

@@ -12,7 +12,7 @@ class Robots
     def initialize(uri, user_agent)
       @last_accessed = Time.at(1)
       
-      io = Robots.get_robots_txt(uri)
+      io = Robots.get_robots_txt(uri, user_agent)
       
       if !io || io.content_type != "text/plain" || io.status != ["200", "OK"]
         io = StringIO.new("User-agent: *\nAllow: /\n")
@@ -98,7 +98,7 @@ class Robots
     end
   end
   
-  def self.get_robots_txt(uri)
+  def self.get_robots_txt(uri, user_agent)
     begin
       Timeout::timeout(Robots.timeout) do
         io = URI.join(uri.to_s, "/robots.txt").open("User-Agent" => user_agent) rescue nil

data/robots.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{robots}
-  s.version = "0.9.0"
+  s.version = "0.10.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Kyle Maxwell"]
-  s.date = %q{2010-05-29}
+  s.date = %q{2010-06-23}
   s.description = %q{It parses robots.txt files}
   s.email = %q{kyle@kylemaxwell.com}
   s.extra_rdoc_files = [

data/test/test_robots.rb

@@ -14,7 +14,7 @@ end
 
 class TestRobots < Test::Unit::TestCase
   def setup
-    def Robots.get_robots_txt(uri)
+    def Robots.get_robots_txt(uri, user_agent)
       fixture_file = File.dirname(__FILE__) + "/fixtures/" + uri.host.split(".")[-2] + ".txt"
       File.open(fixture_file).extend(FakeHttp)
     end
@@ -23,7 +23,7 @@ class TestRobots < Test::Unit::TestCase
   end
   
   def test_allowed_if_no_robots
-    def Robots.get_robots_txt(uri)
+    def Robots.get_robots_txt(uri, user_agent)
       return nil
     end
     

metadata

@@ -4,9 +4,9 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 0
-  - 9
+  - 10
   - 0
-  version: 0.9.0
+  version: 0.10.0
 platform: ruby
 authors: 
 - Kyle Maxwell
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-05-29 00:00:00 -07:00
+date: 2010-06-23 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency