rcrawl 0.4.5 → 0.4.6

data/Rakefile

@@ -18,7 +18,7 @@ end
 
 spec = Gem::Specification.new do |s|
   s.name         = "rcrawl"
-  s.version      = "0.4.5"
+  s.version      = "0.4.6"
   s.author       = "Digital Duckies"
   s.email        = "rcrawl@digitalduckies.net"
   s.homepage     = "http://digitalduckies.net"

data/lib/rcrawl/crawler.rb

@@ -27,6 +27,10 @@ module Rcrawl
 					# Get link
 					url_server
 					next unless robot_safe? @url
+					if @url.include? '#'
+						print "... Anchor link found, skipping..."
+						next
+					end
 					# Parse robots.txt, then download document if robot_safe
 					fetch_http(@url)
 					# Store raw HTML in variable to read/reread as needed

data/lib/rcrawl/version.rb

@@ -1,5 +1,5 @@
 module Rcrawl
 	class Crawler
-		VERSION = "0.4.5"
+		VERSION = "0.4.6"
 	end
 end

metadata

@@ -3,7 +3,7 @@ rubygems_version: 0.9.0
 specification_version: 1
 name: rcrawl
 version: !ruby/object:Gem::Version 
-  version: 0.4.5
+  version: 0.4.6
 date: 2006-09-26 00:00:00 -05:00
 summary: A web crawler written in ruby
 require_paths: