robotstxt 0.5.3 → 0.5.4

data/lib/robotstxt.rb

@@ -24,7 +24,7 @@ module Robotstxt
   NAME            = 'Robotstxt'
   GEM             = 'robotstxt'
   AUTHORS         = ['Simone Rinzivillo <srinzivillo@gmail.com>']
-  VERSION	      = '0.5.3'
+  VERSION	      = '0.5.4'
 
 
   # Check if the <tt>URL</tt> is allowed to be crawled from the current <tt>Robot_id</tt>.

data/lib/robotstxt/parser.rb

@@ -143,7 +143,11 @@ module Robotstxt
 				case r
 					when /^#.+$/
 					
-					when /^\s*user-agent\s*:.+$/
+					when /^\s*user-agent\s*:.+$/ 
+					
+					@rules << [ r.split(':')[1].strip, [], []]
+					
+					when /^\s*useragent\s*:.+$/
 					
 					@rules << [ r.split(':')[1].strip, [], []]
 					

data/robotstxt.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{robotstxt}
-  s.version = "0.5.3"
+  s.version = "0.5.4"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Simone Rinzivillo"]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: robotstxt
 version: !ruby/object:Gem::Version 
-  version: 0.5.3
+  version: 0.5.4
 platform: ruby
 authors: 
 - Simone Rinzivillo