colinramsay-robotstxt 1.0 → 1.0.1

data/README

@@ -11,7 +11,11 @@ Disallow: /logs
 User-agent: Google
 Disallow: /admin
 
+Use it like this:
+
+require 'robotstxtparser'
+
 # Also accepts a local file
-rp = RobotsParser.new("http://something.com/robots.txt")
+rp = RobotsTxtParser.new("http://something.com/robots.txt")
 
 rp.user_agents('Google') # returns ["/logs", "/admin"]

data/lib/robotstxtparser.rb

@@ -8,13 +8,16 @@ class RobotsTxtParser
     if path.include?("://")
       raw_data = open(path)
     else
-      raw_data = File.open(path)
+      begin
+        raw_data = File.open(path)
+      rescue
+      end
     end
 
-    return unless raw_data
-
     @user_agents = Hash.new
 
+    return unless raw_data
+
     parse(raw_data)
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: colinramsay-robotstxt
 version: !ruby/object:Gem::Version 
-  version: "1.0"
+  version: 1.0.1
 platform: ruby
 authors: 
 - Colin Ramsay
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-06-23 00:00:00 -07:00
+date: 2009-06-30 00:00:00 -07:00
 default_executable: 
 dependencies: []