daimon_skycrawlers 0.11.1 → 0.11.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 23b99f272ecd7f75af615fbfb696bb375d333736
-  data.tar.gz: 3f3df3ae6b5812f6b9cb676d82e09e7ecd08cd10
+  metadata.gz: 962e472bc16cd081eb3207da6244b13d7d540e13
+  data.tar.gz: cd5285f349e8a63cc2bb4c41b03c771d71c295ba
 SHA512:
-  metadata.gz: 146c4a77653a4ad277bb573b2c6e9aae53b4a743884d7f21d1ded62bf9120e917c8ce1c7e36a5f2487dd652407df209f2facd050f47fc24885e3d7681e6dfdbc
-  data.tar.gz: 4b8512401a17ad800e4067483d28f46bbb90b96686f4b175ffa485fae3c03f6e3d7a8b15e87761d50547b0896421324715b9cc7716acd06a507831c16356194c
+  metadata.gz: de0eda81777909ec77454460532b7f7efab1916ed94dd3f696b3359ebd64bc48eda957b734c8f196925589caaa6d1ee64c1ca843b58fe1646e67b3f7578bf240
+  data.tar.gz: 3f5e52d6e1b128957d4b85dcb3644a2ae90574eb3dcce9717c4be3c9ae10e73fca04175c42de22a377a6a909941370be39936c33ee184a23ea7d0994aee174a4

data/lib/daimon_skycrawlers/configurable.rb

@@ -0,0 +1,13 @@
+module DaimonSkycrawlers
+  module Configurable
+    #
+    # Configure spider instance
+    #
+    # @return [DaimonSkycrawlers::Crawler::Base|DaimonSkycrawlers::Processor::Base] self
+    #
+    def configure
+      yield self
+      self
+    end
+  end
+end

data/lib/daimon_skycrawlers/crawler/base.rb

@@ -4,6 +4,7 @@ require "faraday"
 require "daimon_skycrawlers/logger"
 require "daimon_skycrawlers/config"
 require "daimon_skycrawlers/callbacks"
+require "daimon_skycrawlers/configurable"
 require "daimon_skycrawlers/storage"
 require "daimon_skycrawlers/processor"
 require "daimon_skycrawlers/filter/update_checker"
@@ -18,6 +19,7 @@ module DaimonSkycrawlers
       include DaimonSkycrawlers::LoggerMixin
       include DaimonSkycrawlers::ConfigMixin
       include DaimonSkycrawlers::Callbacks
+      include DaimonSkycrawlers::Configurable
 
       # @!attribute [w] storage
       #   Set storage to crawler instance.

data/lib/daimon_skycrawlers/processor/base.rb

@@ -1,6 +1,7 @@
 require "daimon_skycrawlers/logger"
 require "daimon_skycrawlers/config"
 require "daimon_skycrawlers/callbacks"
+require "daimon_skycrawlers/configurable"
 
 module DaimonSkycrawlers
   module Processor
@@ -8,6 +9,7 @@ module DaimonSkycrawlers
       include DaimonSkycrawlers::LoggerMixin
       include DaimonSkycrawlers::ConfigMixin
       include DaimonSkycrawlers::Callbacks
+      include DaimonSkycrawlers::Configurable
 
       def process(message)
         proceeding = run_before_callbacks(message)

data/lib/daimon_skycrawlers/processor/spider.rb

@@ -56,16 +56,6 @@ module DaimonSkycrawlers
         @next_page_link_message = {}
       end
 
-      #
-      # Configure spider instance
-      #
-      # @return [DaimonSkycrawlers::Processor::Spider] self
-      #
-      def configure
-        yield self
-        self
-      end
-
       #
       # Append filter to reduce links found by link_rules
       #

data/lib/daimon_skycrawlers/version.rb

@@ -1,3 +1,3 @@
 module DaimonSkycrawlers
-  VERSION = "0.11.1"
+  VERSION = "0.11.2"
 end

data/sample/amazon-ranking/app/processors/amazon_ranking.rb

@@ -30,8 +30,9 @@ spider.configure do |s|
 end
 DaimonSkycrawlers.register_processor(spider)
 
-processor = AmazonRanking.new
-processor.before_process do |message|
-  message[:next_processor] == "AmazonRanking"
+processor = AmazonRanking.new.configure do |s|
+  s.before_process do |message|
+    message[:next_processor] == "AmazonRanking"
+  end
 end
 DaimonSkycrawlers.register_processor(processor)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: daimon_skycrawlers
 version: !ruby/object:Gem::Version
-  version: 0.11.1
+  version: 0.11.2
 platform: ruby
 authors:
 - daimon developers
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-12-06 00:00:00.000000000 Z
+date: 2016-12-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -326,6 +326,7 @@ files:
 - lib/daimon_skycrawlers/commands/enqueue.rb
 - lib/daimon_skycrawlers/commands/runner.rb
 - lib/daimon_skycrawlers/config.rb
+- lib/daimon_skycrawlers/configurable.rb
 - lib/daimon_skycrawlers/consumer.rb
 - lib/daimon_skycrawlers/consumer/base.rb
 - lib/daimon_skycrawlers/consumer/http_response.rb