webrobots 0.0.7 → 0.0.8

data/VERSION

@@ -1 +1 @@
-0.0.7
+0.0.8

data/lib/webrobots.rb

@@ -41,8 +41,9 @@ class WebRobots
   # a relative URI or a non-HTTP/HTTPS URI is given, ArgumentError is
   # raised.
   def allowed?(url)
-    robots_txt, request_uri = evaluate(url)
+    site, request_uri = split_uri(url)
     return true if request_uri == '/robots.txt'
+    robots_txt = get_robots_txt(site)
     robots_txt.allow?(request_uri)
   end
 
@@ -115,11 +116,6 @@ class WebRobots
     return site, request_uri
   end
 
-  def evaluate(url)
-    site, request_uri = split_uri(url)
-    return get_robots_txt(site), request_uri
-  end
-
   def robots_txt_for(url)
     site, = split_uri(url)
     get_robots_txt(site)

data/test/test_webrobots.rb

@@ -517,4 +517,32 @@ Disallow: /
       assert  @doc.meta_robots('googlebot').include?('noarchive')
     end
   end
+  
+  class Agent
+    def initialize
+      @robots = WebRobots.new 'agent', :http_get => method(:get)
+    end
+
+    def get uri
+      @robots.allowed? uri
+
+      if uri.request_uri == '/robots.txt' then
+        ''
+      else
+        'content'
+      end
+    end
+  end
+
+  context "embedded in a user-agent" do
+    setup do
+      @agent = Agent.new
+    end
+
+    should "fetch robots.txt" do
+      body = @agent.get URI.parse 'http://example/robots.html'
+
+      assert_equal 'content', body
+    end
+  end
 end

data/webrobots.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{webrobots}
-  s.version = "0.0.7"
+  s.version = "0.0.8"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Akinori MUSHA"]
-  s.date = %q{2011-02-01}
+  s.date = %q{2011-04-11}
   s.description = %q{This library helps write robots.txt compliant web robots in Ruby.
 }
   s.email = %q{knu@idaemons.org}
@@ -35,7 +35,7 @@ Gem::Specification.new do |s|
   ]
   s.licenses = ["2-clause BSDL"]
   s.require_paths = ["lib"]
-  s.rubygems_version = %q{1.4.2}
+  s.rubygems_version = %q{1.6.2}
   s.summary = %q{A Ruby library to help write robots.txt compliant web robots}
   s.test_files = [
     "test/helper.rb",

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: webrobots
 version: !ruby/object:Gem::Version 
-  hash: 17
+  hash: 15
   prerelease: 
   segments: 
   - 0
   - 0
-  - 7
-  version: 0.0.7
+  - 8
+  version: 0.0.8
 platform: ruby
 authors: 
 - Akinori MUSHA
@@ -15,13 +15,11 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-02-01 00:00:00 +09:00
+date: 2011-04-11 00:00:00 +09:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
-  prerelease: false
   name: racc
-  type: :runtime
   version_requirements: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -31,11 +29,11 @@ dependencies:
         segments: 
         - 0
         version: "0"
+  prerelease: false
+  type: :runtime
   requirement: *id001
 - !ruby/object:Gem::Dependency 
-  prerelease: false
   name: nokogiri
-  type: :runtime
   version_requirements: &id002 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -47,11 +45,11 @@ dependencies:
         - 4
         - 4
         version: 1.4.4
+  prerelease: false
+  type: :runtime
   requirement: *id002
 - !ruby/object:Gem::Dependency 
-  prerelease: false
   name: shoulda
-  type: :development
   version_requirements: &id003 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -61,11 +59,11 @@ dependencies:
         segments: 
         - 0
         version: "0"
+  prerelease: false
+  type: :development
   requirement: *id003
 - !ruby/object:Gem::Dependency 
-  prerelease: false
   name: bundler
-  type: :development
   version_requirements: &id004 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -77,11 +75,11 @@ dependencies:
         - 0
         - 0
         version: 1.0.0
+  prerelease: false
+  type: :development
   requirement: *id004
 - !ruby/object:Gem::Dependency 
-  prerelease: false
   name: jeweler
-  type: :development
   version_requirements: &id005 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -93,11 +91,11 @@ dependencies:
         - 5
         - 1
         version: 1.5.1
+  prerelease: false
+  type: :development
   requirement: *id005
 - !ruby/object:Gem::Dependency 
-  prerelease: false
   name: rcov
-  type: :development
   version_requirements: &id006 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -107,11 +105,11 @@ dependencies:
         segments: 
         - 0
         version: "0"
+  prerelease: false
+  type: :development
   requirement: *id006
 - !ruby/object:Gem::Dependency 
-  prerelease: false
   name: racc
-  type: :development
   version_requirements: &id007 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
@@ -121,6 +119,8 @@ dependencies:
         segments: 
         - 0
         version: "0"
+  prerelease: false
+  type: :development
   requirement: *id007
 description: |
   This library helps write robots.txt compliant web robots in Ruby.
@@ -178,7 +178,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.4.2
+rubygems_version: 1.6.2
 signing_key: 
 specification_version: 3
 summary: A Ruby library to help write robots.txt compliant web robots