robotstxt 0.5.2 → 0.5.3

data/lib/robotstxt.rb

@@ -24,11 +24,11 @@ module Robotstxt
   NAME            = 'Robotstxt'
   GEM             = 'robotstxt'
   AUTHORS         = ['Simone Rinzivillo <srinzivillo@gmail.com>']
-  VERSION	      = '0.5.2'
+  VERSION	      = '0.5.3'
 
 
   # Check if the <tt>URL</tt> is allowed to be crawled from the current <tt>Robot_id</tt>.
-  # Robots:Allowed? returns <tt>true</tt> if the robots.txt file does not block the access to the URL.
+  # Robotstxt::Allowed? returns <tt>true</tt> if the robots.txt file does not block the access to the URL.
   #
   #  Robotstxt.allowed?('http://www.simonerinzivillo.it/', 'rubytest')
   #

data/lib/robotstxt/parser.rb

@@ -156,7 +156,7 @@ module Robotstxt
 					@rules.last[2]<< r.gsub(/\*/,'.+') if r.length > 0 
 					
 					when /^\s*sitemap\s*:.+$/
-					@sitemaps<< r.split(':')[1].strip + r.split(':')[2].strip if r.length > 0  		
+					@sitemaps<< r.split(':')[1].strip + ((r.split(':')[2].nil?) ? '' : r.split(':')[2].strip) if r.length > 0  		
 					
 				end
 				

data/robotstxt.gemspec

@@ -2,11 +2,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{robotstxt}
-  s.version = "0.5.2"
+  s.version = "0.5.3"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Simone Rinzivillo"]
-  s.date = %q{2009-12-19}
+  s.date = %q{2010-02-13}
   s.description = %q{    Robotstxt Parser allows you to the check the accessibility of URLs and get other data.     Full support for the robots.txt RFC, wildcards and Sitemap: rules.
 }
   s.email = %q{srinzivillo@gmail.com}

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: robotstxt
 version: !ruby/object:Gem::Version 
-  version: 0.5.2
+  version: 0.5.3
 platform: ruby
 authors: 
 - Simone Rinzivillo
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-12-19 00:00:00 +01:00
+date: 2010-02-13 00:00:00 +01:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency