robotstxt 0.5.0 → 0.5.1

data/lib/robotstxt.rb

@@ -14,7 +14,7 @@
 #++
 
 
-require 'robotstxt/robotstxtistance'
+require 'robotstxt/parser'
 require 'uri'
 
 
@@ -24,7 +24,7 @@ module Robotstxt
   NAME            = 'Robotstxt'
   GEM             = 'robotstxt'
   AUTHORS         = ['Simone Rinzivillo <srinzivillo@gmail.com>']
-  VERSION	      = '0.5.0'
+  VERSION	      = '0.5.1'
 
 
   # Check if the <tt>URL</tt> is allowed to be crawled from the current <tt>Robot_id</tt>.
@@ -33,9 +33,9 @@ module Robotstxt
   # <tt>Robotstxt.allowed?('http:// www.simonerinzivillo.it/', 'rubytest')</tt>
   #
   def self.allowed?(url, robot_id)
-	allowed = false
+	
 	u = URI.parse(url)
-	r = Robotstxt::Robotstxtistance.new(robot_id)
+	r = Robotstxt::Parser.new(robot_id)
 	return r.allowed?(url) if r.get(u.scheme + '://' + u.host)	
     
   end
@@ -45,9 +45,9 @@ module Robotstxt
   # <tt>Robotstxt.sitemaps('http:// www.simonerinzivillo.it/', 'rubytest')</tt>
   #  
   def self.sitemaps(url, robot_id)
-	allowed = false
+	
 	u = URI.parse(url)
-	r = Robotstxt::Robotstxtistance.new(robot_id)
+	r = Robotstxt::Parser.new(robot_id)
 	return r.sitemaps if r.get(u.scheme + '://' + u.host)	
     
   end

data/lib/robotstxt/{robotstxtistance.rb → parser.rb}

@@ -13,13 +13,12 @@
 #
 #++
 
-require 'rubygems'
 require 'net/http'
 require 'uri'
 
 
 module Robotstxt
-	class Robotstxtistance
+	class Parser
 		attr_accessor :robot_id
 		attr_reader :found, :body, :sitemaps, :rules
 		
@@ -98,6 +97,7 @@ module Robotstxt
 			url = URI.parse(var)
 			querystring = (!url.query.nil?) ? '?' + url.query : ''
 			url_path = url.path + querystring
+			
 			@rules.each {|ua|
 				
 				if @robot_id == ua[0] || ua[0] == '*' 
@@ -129,14 +129,14 @@ module Robotstxt
 		#
 		# <tt>end</tt>	
 		#
-		def sitemaps()
-			return @sitemaps
+		def sitemaps
+			@sitemaps
 		end
 		
 		# This method returns <tt>true</tt> if the Robots.txt parsing is gone.
 		#
-		def found?()
-			return @found
+		def found?
+			!!@found
 		end
 		
 		

data/test/{robotstxtistance_test.rb → parser_test.rb}

@@ -1,18 +1,18 @@
 $:.unshift(File.dirname(__FILE__) + '/../lib')
 
 require 'test/unit'
-require 'Robotstxt'
+require 'robotstxt'
 
-class TestRobotstxtistance < Test::Unit::TestCase
+class TestParser < Test::Unit::TestCase
 	
 	def setup
-		@client = Robotstxt::Robotstxtistance.new('rubytest')
+		@client = Robotstxt::Parser.new('rubytest')
 		@client.get('http://www.simonerinzivillo.it')
 	end
 	
 	def test_initialize
-		client = Robotstxt::Robotstxtistance.new('*')
-		assert_instance_of Robotstxt::Robotstxtistance, client
+		client = Robotstxt::Parser.new('*')
+		assert_instance_of Robotstxt::Parser, client
 	end	
 	
 	def test_get_file_robotstxt

data/test/robotstxt_test.rb

@@ -1,7 +1,7 @@
 $:.unshift(File.dirname(__FILE__) + '/../lib')
 
 require 'test/unit'
-require 'Robotstxt'
+require 'robotstxt'
 
 class TestRobotstxt < Test::Unit::TestCase
 	

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: robotstxt
 version: !ruby/object:Gem::Version 
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors: 
 - Simone Rinzivillo
@@ -22,7 +22,7 @@ extensions: []
 extra_rdoc_files: 
 - README.rdoc
 files: 
-- lib/robotstxt/robotstxtistance.rb
+- lib/robotstxt/parser.rb
 - lib/robotstxt.rb
 - README.rdoc
 has_rdoc: true
@@ -54,5 +54,5 @@ signing_key:
 specification_version: 3
 summary: Robotstxt is an Ruby robots.txt file parser
 test_files: 
+- test/parser_test.rb
 - test/robotstxt_test.rb
-- test/robotstxtistance_test.rb