kabutops 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ddd72a59b7d2055cb55e305f2f365bc2fcbf8b23
-  data.tar.gz: b065d94ff1311e7051e9ba5a88dd5b8079923a75
+  metadata.gz: 3558c828ca14af27797b234bab95569992e00f1e
+  data.tar.gz: 317fec36ba533f78861203c4142e4a7c7d3add84
 SHA512:
-  metadata.gz: 406b830a7b6f936a805c4403e98abfdfd71ee72fffc73f46ae2ac0cb985a1fe0502111767a761cfa319a16cb86986802f0bc11c70847bac99fa5b678fb051d9d
-  data.tar.gz: 3230fd659aa8241ce9dcc6eb174bdb51d1e2b35d9d7bdcac47f33ff304ff14846b166439ecb9d8abdd27294eccaf3e865afc4e47edd3a0c81e9a3615671d23a4
+  metadata.gz: 8bf4d1916494080e06c5cda2a830f78857851c1d07228aa271b2c106896b712a54a2ef5747b881cd828d506a03a1f2d8e4db672864f888585cc3780640d317a1
+  data.tar.gz: efbef6ae896963703a2c39963b55cf57b6729d58ed1b9749d2052a5821e0366420c65b16f0a1256ef267453e2bc57732530b89a777e5ecc9669885b232cb9b9e

data/LICENSE

@@ -1,191 +1,8 @@
-Apache License
-Version 2.0, January 2004
-http://www.apache.org/licenses/
-
-TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
-1. Definitions.
-
-"License" shall mean the terms and conditions for use, reproduction, and
-distribution as defined by Sections 1 through 9 of this document.
-
-"Licensor" shall mean the copyright owner or entity authorized by the copyright
-owner that is granting the License.
-
-"Legal Entity" shall mean the union of the acting entity and all other entities
-that control, are controlled by, or are under common control with that entity.
-For the purposes of this definition, "control" means (i) the power, direct or
-indirect, to cause the direction or management of such entity, whether by
-contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the
-outstanding shares, or (iii) beneficial ownership of such entity.
-
-"You" (or "Your") shall mean an individual or Legal Entity exercising
-permissions granted by this License.
-
-"Source" form shall mean the preferred form for making modifications, including
-but not limited to software source code, documentation source, and configuration
-files.
-
-"Object" form shall mean any form resulting from mechanical transformation or
-translation of a Source form, including but not limited to compiled object code,
-generated documentation, and conversions to other media types.
-
-"Work" shall mean the work of authorship, whether in Source or Object form, made
-available under the License, as indicated by a copyright notice that is included
-in or attached to the work (an example is provided in the Appendix below).
-
-"Derivative Works" shall mean any work, whether in Source or Object form, that
-is based on (or derived from) the Work and for which the editorial revisions,
-annotations, elaborations, or other modifications represent, as a whole, an
-original work of authorship. For the purposes of this License, Derivative Works
-shall not include works that remain separable from, or merely link (or bind by
-name) to the interfaces of, the Work and Derivative Works thereof.
-
-"Contribution" shall mean any work of authorship, including the original version
-of the Work and any modifications or additions to that Work or Derivative Works
-thereof, that is intentionally submitted to Licensor for inclusion in the Work
-by the copyright owner or by an individual or Legal Entity authorized to submit
-on behalf of the copyright owner. For the purposes of this definition,
-"submitted" means any form of electronic, verbal, or written communication sent
-to the Licensor or its representatives, including but not limited to
-communication on electronic mailing lists, source code control systems, and
-issue tracking systems that are managed by, or on behalf of, the Licensor for
-the purpose of discussing and improving the Work, but excluding communication
-that is conspicuously marked or otherwise designated in writing by the copyright
-owner as "Not a Contribution."
-
-"Contributor" shall mean Licensor and any individual or Legal Entity on behalf
-of whom a Contribution has been received by Licensor and subsequently
-incorporated within the Work.
-
-2. Grant of Copyright License.
-
-Subject to the terms and conditions of this License, each Contributor hereby
-grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free,
-irrevocable copyright license to reproduce, prepare Derivative Works of,
-publicly display, publicly perform, sublicense, and distribute the Work and such
-Derivative Works in Source or Object form.
-
-3. Grant of Patent License.
-
-Subject to the terms and conditions of this License, each Contributor hereby
-grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free,
-irrevocable (except as stated in this section) patent license to make, have
-made, use, offer to sell, sell, import, and otherwise transfer the Work, where
-such license applies only to those patent claims licensable by such Contributor
-that are necessarily infringed by their Contribution(s) alone or by combination
-of their Contribution(s) with the Work to which such Contribution(s) was
-submitted. If You institute patent litigation against any entity (including a
-cross-claim or counterclaim in a lawsuit) alleging that the Work or a
-Contribution incorporated within the Work constitutes direct or contributory
-patent infringement, then any patent licenses granted to You under this License
-for that Work shall terminate as of the date such litigation is filed.
-
-4. Redistribution.
-
-You may reproduce and distribute copies of the Work or Derivative Works thereof
-in any medium, with or without modifications, and in Source or Object form,
-provided that You meet the following conditions:
-
-You must give any other recipients of the Work or Derivative Works a copy of
-this License; and
-You must cause any modified files to carry prominent notices stating that You
-changed the files; and
-You must retain, in the Source form of any Derivative Works that You distribute,
-all copyright, patent, trademark, and attribution notices from the Source form
-of the Work, excluding those notices that do not pertain to any part of the
-Derivative Works; and
-If the Work includes a "NOTICE" text file as part of its distribution, then any
-Derivative Works that You distribute must include a readable copy of the
-attribution notices contained within such NOTICE file, excluding those notices
-that do not pertain to any part of the Derivative Works, in at least one of the
-following places: within a NOTICE text file distributed as part of the
-Derivative Works; within the Source form or documentation, if provided along
-with the Derivative Works; or, within a display generated by the Derivative
-Works, if and wherever such third-party notices normally appear. The contents of
-the NOTICE file are for informational purposes only and do not modify the
-License. You may add Your own attribution notices within Derivative Works that
-You distribute, alongside or as an addendum to the NOTICE text from the Work,
-provided that such additional attribution notices cannot be construed as
-modifying the License.
-You may add Your own copyright statement to Your modifications and may provide
-additional or different license terms and conditions for use, reproduction, or
-distribution of Your modifications, or for any such Derivative Works as a whole,
-provided Your use, reproduction, and distribution of the Work otherwise complies
-with the conditions stated in this License.
-
-5. Submission of Contributions.
-
-Unless You explicitly state otherwise, any Contribution intentionally submitted
-for inclusion in the Work by You to the Licensor shall be under the terms and
-conditions of this License, without any additional terms or conditions.
-Notwithstanding the above, nothing herein shall supersede or modify the terms of
-any separate license agreement you may have executed with Licensor regarding
-such Contributions.
-
-6. Trademarks.
-
-This License does not grant permission to use the trade names, trademarks,
-service marks, or product names of the Licensor, except as required for
-reasonable and customary use in describing the origin of the Work and
-reproducing the content of the NOTICE file.
-
-7. Disclaimer of Warranty.
-
-Unless required by applicable law or agreed to in writing, Licensor provides the
-Work (and each Contributor provides its Contributions) on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied,
-including, without limitation, any warranties or conditions of TITLE,
-NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are
-solely responsible for determining the appropriateness of using or
-redistributing the Work and assume any risks associated with Your exercise of
-permissions under this License.
-
-8. Limitation of Liability.
-
-In no event and under no legal theory, whether in tort (including negligence),
-contract, or otherwise, unless required by applicable law (such as deliberate
-and grossly negligent acts) or agreed to in writing, shall any Contributor be
-liable to You for damages, including any direct, indirect, special, incidental,
-or consequential damages of any character arising as a result of this License or
-out of the use or inability to use the Work (including but not limited to
-damages for loss of goodwill, work stoppage, computer failure or malfunction, or
-any and all other commercial damages or losses), even if such Contributor has
-been advised of the possibility of such damages.
-
-9. Accepting Warranty or Additional Liability.
-
-While redistributing the Work or Derivative Works thereof, You may choose to
-offer, and charge a fee for, acceptance of support, warranty, indemnity, or
-other liability obligations and/or rights consistent with this License. However,
-in accepting such obligations, You may act only on Your own behalf and on Your
-sole responsibility, not on behalf of any other Contributor, and only if You
-agree to indemnify, defend, and hold each Contributor harmless for any liability
-incurred by, or claims asserted against, such Contributor by reason of your
-accepting any such warranty or additional liability.
-
-END OF TERMS AND CONDITIONS
-
-APPENDIX: How to apply the Apache License to your work
-
-To apply the Apache License to your work, attach the following boilerplate
-notice, with the fields enclosed by brackets "[]" replaced with your own
-identifying information. (Don't include the brackets!) The text should be
-enclosed in the appropriate comment syntax for the file format. We also
-recommend that a file or class name and description of purpose be included on
-the same "printed page" as the copyright notice for easier identification within
-third-party archives.
-
-   Copyright [yyyy] [name of copyright owner]
-
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-     http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.
+/*
+ * ----------------------------------------------------------------------------
+ * "THE BEER-WARE LICENSE" (Revision 42):
+ * As long as you retain this notice you can do whatever you want with this
+ * stuff. If we meet some day, and you think this stuff is worth it, you can
+ * buy me a beer in return. Rene Klacan
+ * ----------------------------------------------------------------------------
+ */

data/README.md

@@ -13,7 +13,7 @@ gem install kabutops
 Or you can put it in your Gemfile
 
 ```ruby
-gem 'kabutops'
+gem 'kabutops', '~> 0.0.2'
 ```
 
 Basic example
@@ -33,18 +33,19 @@ class FruitCrawler < Kabutops::Crawler
                  url: "https://www.example.com/fruits/#{id}",
                }
              }.shuffle
+
   proxy '127.0.0.1', 81818
   cache true
 
   elasticsearch do
     index :books
-    document :book
+    type :book
 
     data do
       id :var, :id
       url :var, :url
       some_attr :css, 'h1.bookTitle'
-      grape :lambda, ->(page) {
+      grape :lambda, ->(resource, page) {
         page.css('h3.fruit').split(',').first 
       }
 
@@ -85,3 +86,23 @@ One document will look something like this
   }
 }
 ```
+
+Debugging
+---------
+
+As we all know, crawler can't be written on the first time.
+
+Therefore there are methods for debugging
+
+```ruby
+FruitCrawler.debug_first # will take first from collection
+FruitCrawler.debug_first 7 # will take first 7 resources
+FruitCrawler.debug_random # will take random one
+FruitCrawler.debug_random 3 # will take 3 random resources
+FruitCrawler.debug_last # will take last from collection
+FruitCrawler.debug_last 5 # will take last 5 resources
+FruitCrawler.debug_resource { id: '123', url: '...' }
+```
+
+These methods will print out what would be otherwise saved to the
+database but for this time there is no save to the database.

data/lib/kabutops.rb

@@ -1,12 +1,16 @@
+require 'hashie'
 require 'sidekiq'
 require 'cachy'
 require 'moneta'
 require 'pstore'
+require 'elasticsearch'
 
 Cachy.cache_store = Moneta.new(:File, dir: 'cache') # temporary
 
+require 'kabutops/parameterable'
 require 'kabutops/recipe'
 require 'kabutops/recipe_item'
+require 'kabutops/adapters/base'
 require 'kabutops/adapters/callback'
 require 'kabutops/adapters/database_adapter'
 require 'kabutops/adapters/elastic_search'
@@ -15,4 +19,5 @@ require 'kabutops/crawler_extensions/callback'
 require 'kabutops/crawler_extensions/elastic_search'
 require 'kabutops/crawler_extensions/mysql'
 require 'kabutops/crawler_extensions/pstore_storage'
+require 'kabutops/crawler_extensions/debugging'
 require 'kabutops/crawler'

data/lib/kabutops/adapters/base.rb

@@ -0,0 +1,17 @@
+module Kabutops
+
+  module Adapters
+
+    class Base
+      def enable_debug
+        @debug = true
+      end
+
+      def debug
+        @debug == true
+      end
+    end
+    
+  end
+
+end

data/lib/kabutops/adapters/callback.rb

@@ -1,6 +1,6 @@
 module Kabutops
   module Adapters
-    class Callback
+    class Callback < Base
       attr_accessor :block
 
       def initialize block

data/lib/kabutops/adapters/database_adapter.rb

@@ -1,6 +1,8 @@
 module Kabutops
+
   module Adapters
-    class DatabaseAdapter
+
+    class DatabaseAdapter < Base
       def data &block
         @recipe = Recipe.new
         @recipe.instance_eval &block
@@ -8,7 +10,12 @@ module Kabutops
 
       def process resource, page
         result = @recipe.process(resource, page)
-        store(result)
+        if debug
+          puts "#{self.class.to_s} outputs:"
+          p result.to_hash
+        else
+          store(result)
+        end
       end
 
       def store result
@@ -19,5 +26,7 @@ module Kabutops
         raise NotImplementedError
       end
     end
+
   end
+
 end

data/lib/kabutops/adapters/elastic_search.rb

@@ -1,23 +1,27 @@
 module Kabutops
+
   module Adapters
+
     class ElasticSearch < DatabaseAdapter
-      def index value
-        @index = value
-      end
+      include Parameterable
 
-      def document value
-        @document = value
-      end
+      params :host, :port, :index, :type
 
       def store result
-        p result
-        p result
-        p result
+        @@client ||= Elasticsearch::Client.new
+        @@client.index(
+          index: @params[:index] || 'default',
+          type: @params[:type] || 'default',
+          id: result[:id],
+          body: result.to_hash,
+        )
       end
 
       def nested?
         true
       end
     end
+
   end
+
 end

data/lib/kabutops/adapters/mysql.rb

@@ -1,13 +1,17 @@
 module Kabutops
+
   module Adapters
+
     class MySQL < DatabaseAdapter
-      def table value
-        @table = value
-      end
+      include Parameterable
+
+      params :host, :port, :database, :user, :password, :table
 
       def nested?
         false
       end
     end
+
   end
+
 end

data/lib/kabutops/crawler.rb

@@ -1,40 +1,23 @@
 module Kabutops
+
   class Crawler
-    include CrawlerExtensions::ElasticSearch
+    include CrawlerExtensions::Debugging
+    include CrawlerExtensions::PStoreStorage
     include CrawlerExtensions::Callback
+    include CrawlerExtensions::ElasticSearch
 
     class << self
-      include CrawlerExtensions::PStoreStorage
-
-      attr_reader :params
-
-      [
-        :collection,
-        :workers,
-        :proxy,
-        :cache
-      ].each do |name|
-        define_method name do |*args|
-          @params ||= {}
-          if args.size == 1
-            @params[name] = args[0]
-          else
-            @params[name] = args
-          end
-        end
-      end
+      include Parameterable
 
-      def params
-        @params
-      end
+      params :collection, :proxy, :cache
 
       def adapters
         @adapters
       end
 
       def crawl! collection=nil
-        if storage(:status) == :none
-          @collection = collection || @params[:collection] || []
+        if storage[:status] == :none
+          @collection = collection || params[:collection] || []
           @collection.each do |resource|
             raise "url must be specified" if resource[:id].nil?
             perform_async(resource)
@@ -48,9 +31,9 @@ module Kabutops
     end
 
     def perform resource
-      resource = resource.inject({}) { |h, (k, v)| h[k.to_sym] = v; h }
+      resource = Hashie::Mash.new(resource)
 
-      content = Cachy.cache_if(self.class.params[:cache], resource[:url]) do
+      content = Cachy.cache_if(self.class.params.cache, resource[:url]) do
         agent = Mechanize.new
         #agent.set_proxy(*self.class.params[:proxy])
         agent.get(resource[:url]).body
@@ -64,7 +47,8 @@ module Kabutops
     end
 
     def << resource
-      self.class.perform_async(resource)
+      self.class.perform_async(resource.to_hash)
     end
   end
+
 end

data/lib/kabutops/crawler_extensions/debugging.rb

@@ -0,0 +1,45 @@
+module Kabutops
+
+  module CrawlerExtensions
+
+    module Debugging
+
+      def self.included base
+        base.extend(ClassMethods)
+      end
+
+      module ClassMethods
+
+        def debug_first count=1
+          params[:collection].take(count).map{ |r| debug_resource(r) }
+        end
+
+        def debug_random count=1
+          params[:collection].sample(count).map{ |r| debug_resource(r) }
+        end
+
+        def debug_last count=1
+          params[:collection][(0 - count)..-1].map{ |r| debug_resource(r) }
+        end
+
+        def debug_resource resource
+          enable_debug
+          self.new.perform(resource)
+        end
+
+        def enable_debug
+          @debug = true
+          adapters.each { |a| a.enable_debug }
+        end
+
+        def debug
+          @debug == true
+        end
+
+      end
+
+    end
+
+  end
+
+end

data/lib/kabutops/crawler_extensions/elastic_search.rb

@@ -3,6 +3,7 @@ module Kabutops
   module CrawlerExtensions
 
     module ElasticSearch
+
       def self.included base
         base.extend(ClassMethods)
       end

data/lib/kabutops/crawler_extensions/mysql.rb

@@ -0,0 +1,21 @@
+module Kabutops
+
+  module CrawlerExtensions
+
+    module Mysql
+
+      def self.included base
+        base.extend(ClassMethods)
+      end
+
+      module ClassMethods
+        def mysql
+          raise NotImplementedError
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/kabutops/crawler_extensions/pstore_storage.rb

@@ -3,21 +3,36 @@ module Kabutops
   module CrawlerExtensions
 
     module PStoreStorage
+      class Storage
+        def initialize path
+          @storage ||= PStore.new(path)
+        end
+
+        def [] key
+          @storage.transaction { @storage[key.to_sym] }
+        end
+
+        def []= key, value
+          @storage.transaction do
+            @storage[key.to_sym] = value
+          end
+        end
+      end
 
-      def check_storage
-        @storage ||= PStore.new(".kabutopus.config.pstore")
+      def self.included base
+        base.extend(ClassMethods)
       end
 
-      def storage= name, value
-        check_storage
-        @storage.transaction do
-          @storage[key.to_sym] = value
+      module ClassMethods
+
+        def storage
+          @storage ||= Storage.new(".kabutopus.config.pstore")
         end
+
       end
 
-      def storage key
-        check_storage
-        @storage.transaction { @storage[key.to_sym] }
+      def storage
+        self.class.storage
       end
 
     end

data/lib/kabutops/parameterable.rb

@@ -0,0 +1,33 @@
+module Kabutops
+
+  module Parameterable
+
+    def self.included base
+      base.extend(ClassMethods)
+      base.class_eval do
+        attr_reader :params
+      end
+    end
+
+    module ClassMethods
+
+      def params *list
+        return @params if list.empty?
+
+        list.each do |name|
+          define_method name do |*args|
+            @params ||= Hashie::Mash.new
+            if args.size == 1
+              @params[name] = args[0]
+            else
+              @params[name] = args
+            end
+          end
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/kabutops/recipe.rb

@@ -1,7 +1,8 @@
 module Kabutops
+
   class Recipe
     def initialize
-      @items = {}
+      @items = Hashie::Mash.new
       @nested = false
     end
 
@@ -18,7 +19,7 @@ module Kabutops
     end
 
     def process resource, page
-      result = {}
+      result = Hashie::Mash.new
 
       @items.each do |name, item|
         result[name] = case item.type
@@ -31,7 +32,7 @@ module Kabutops
         when :xpath
           page.xpath(item.value).text
         when :lambda
-          item.value.call(page)
+          item.value.call(resource, page)
         when :proc
           page.instance_eval &item.value
         else
@@ -46,4 +47,5 @@ module Kabutops
       @nested
     end
   end
+
 end

data/lib/kabutops/recipe_item.rb

@@ -1,4 +1,5 @@
 module Kabutops
+
   class RecipeItem
     attr_reader :name, :type, :value
 
@@ -8,4 +9,5 @@ module Kabutops
       @value = value
     end
   end
+
 end

data/lib/kabutops/version.rb

@@ -1,3 +1,3 @@
 module Kabutops
-  VERSION = '0.0.1'
+  VERSION = '0.0.2'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: kabutops
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Rene Klacan
@@ -14,93 +14,138 @@ dependencies:
   name: mechanize
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: cachy
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: moneta
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: sidekiq
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: elasticsearch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 3.0.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: ''
 email: rene@klacan.sk
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- LICENSE
+- README.md
 - lib/kabutops.rb
-- lib/kabutops/adapters/database_adapter.rb
+- lib/kabutops/adapters/base.rb
 - lib/kabutops/adapters/callback.rb
-- lib/kabutops/adapters/mysql.rb
+- lib/kabutops/adapters/database_adapter.rb
 - lib/kabutops/adapters/elastic_search.rb
-- lib/kabutops/crawler_extensions/pstore_storage.rb
+- lib/kabutops/adapters/mysql.rb
+- lib/kabutops/crawler.rb
 - lib/kabutops/crawler_extensions/callback.rb
-- lib/kabutops/crawler_extensions/mysql.rb
+- lib/kabutops/crawler_extensions/debugging.rb
 - lib/kabutops/crawler_extensions/elastic_search.rb
+- lib/kabutops/crawler_extensions/mysql.rb
+- lib/kabutops/crawler_extensions/pstore_storage.rb
+- lib/kabutops/parameterable.rb
 - lib/kabutops/recipe.rb
-- lib/kabutops/version.rb
 - lib/kabutops/recipe_item.rb
-- lib/kabutops/crawler.rb
-- LICENSE
-- README.md
+- lib/kabutops/version.rb
 homepage: https://github.com/reneklacan/kabutops
 licenses:
 - Beerware
@@ -111,17 +156,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ~>
+  - - "~>"
     - !ruby/object:Gem::Version
       version: '1.9'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.14
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: ''