web_rules 0.0.1 → 0.0.2

data/lib/web_rules.rb

@@ -1,6 +1,7 @@
 require "web_rules/version"
 require 'nokogiri'
 require 'open-uri'
+require 'timeout'
 
 module WebRules
 
@@ -8,7 +9,11 @@ module WebRules
     return if recurse <= 0 
     result = @objects[id] 
     begin
-      doc = Nokogiri::HTML(open(url))
+      doc = ''
+      status = Timeout::timeout(4) do
+        doc = Nokogiri::HTML(open(url))
+      end
+      # puts status
     rescue Exception => e
       puts e,"----",url
       return nil
@@ -23,6 +28,7 @@ module WebRules
         next
       end
       result[r['href']] = url
+      print "."
       a = r['href']
       begin
         a = URI::HTTP.build({:host => URI.parse(host).host, :path => r['href']}).to_s if uri.host.nil?
@@ -43,7 +49,8 @@ module WebRules
     host = URI::HTTP.build({host: uri.host}).to_s
     id = unique_id
     @objects[id] = {}
-    recurse_select_refs(host, url, 2, id)
+    recurse_select_refs(host, url, level, id)
+    puts "+"
     # puts "-----------------------", @objects[id].length
     @data_stack.push id
   end

data/lib/web_rules/version.rb

@@ -1,3 +1,3 @@
 module WebRules
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: web_rules
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-11-13 00:00:00.000000000 Z
+date: 2012-11-14 00:00:00.000000000 Z
 dependencies: []
 description: Hi level web access library got rules
 email: