micro_spider 0.1.22 → 0.1.23

data/lib/micro_spider.rb

@@ -201,7 +201,7 @@ class MicroSpider
     end
 
     if path.nil?
-      excretion[:status] = 'completed'
+      complete
       return excretion
     end
 
@@ -220,6 +220,7 @@ class MicroSpider
       @broken_paths << path
       logger.fatal("Caught exception when visit `#{path}`")
       logger.fatal(err)
+      logger.fatal(err.backtrace.join("\n"))
     else
       @visited_paths << path
       execute_actions
@@ -313,13 +314,29 @@ class MicroSpider
     @page ||= Capybara::Session.new(Capybara.mode, Capybara.app)
   end
 
-  protected
-  def sleep_or_not
-    if delay && delay > 0
-      logger.info "Nedd sleep #{delay} sec."
-      sleep(delay)
-      logger.info 'Wakeup'
+  # Because we don't share the page, the connect may or maynot be killd, it will eat too much mem.
+  # Make this spider instance suicide.
+  # For now, specially for `capybara-webkit`
+  def suicide
+    if Capybara.mode.to_s == 'webkit'
+      @page.driver.browser.instance_variable_get(:@connection).send :kill_process
     end
+    @page = nil
   end
 
+  protected
+
+    def sleep_or_not
+      if delay && delay > 0
+        logger.info "Nedd sleep #{delay} sec."
+        sleep(delay)
+        logger.info 'Wakeup'
+      end
+    end
+
+    def complete
+      excretion[:status] = 'completed'
+      suicide
+    end
+
 end

data/lib/spider_core/version.rb

@@ -1,3 +1,3 @@
 module SpiderCore
-  VERSION = "0.1.22"
+  VERSION = "0.1.23"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: micro_spider
 version: !ruby/object:Gem::Version
-  version: 0.1.22
+  version: 0.1.23
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-06 00:00:00.000000000 Z
+date: 2014-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capybara