kabutops 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 321de7144e42cfc9cba6d6e6675eac975a2981a5
-  data.tar.gz: 39e39c701812ff208f6131e5caa31438c3268ed5
+  metadata.gz: 1312dd77260f2a2f113ba6e757e9da4491caf282
+  data.tar.gz: 031d23cf3833bda39fdabe6759d22acf377ac7c3
 SHA512:
-  metadata.gz: cbb53e66f5b2be03d080728ee7be1c4c9c40210796f7ab851d87e94af7519ef54c13e46c60e7a4770d5ec89a0c3c0043d60995ccc7508d43f07fd1918957161d
-  data.tar.gz: 0f3ae02d465fb1a056018bc7db0d1e47a01df19d4c6ce5ec54855fa4774edf497c1c359e5b8eb3dfc2d592e67c3b983ca06f0a21b740c8d97c6b2b38e9f8bbc2
+  metadata.gz: 313a091b905a439d0b194f1b468fdccc188a99ff43b40b470bf135e58880c787bf723b70930285f05dac043d5c2a37247ec4a2f494ed098eb11b072fa24ce4c6
+  data.tar.gz: f8a3e80823d52b7e234625327d4522fd700e1296d52c699da072f31a0943c3ccbfa0f8bdaefbf40460e2bd434f7ea307ce891d4213660a5f18067a2899cf0d33

data/README.md

@@ -13,7 +13,7 @@ gem install kabutops
 Or you can put it in your Gemfile
 
 ```ruby
-gem 'kabutops', '~> 0.0.6'
+gem 'kabutops', '~> 0.0.7'
 ```
 
 Basic example

data/lib/kabutops.rb

@@ -1,5 +1,6 @@
 # -*- encoding : utf-8 -*-
 
+require 'json'
 require 'hashie'
 require 'sidekiq'
 require 'cachy'
@@ -7,6 +8,8 @@ require 'moneta'
 require 'pstore'
 require 'mechanize'
 require 'elasticsearch'
+require 'redis'
+require 'redis-namespace'
 
 Cachy.cache_store = Moneta.new(:File, dir: 'cache') # temporary
 
@@ -17,7 +20,9 @@ require 'kabutops/recipe_item'
 require 'kabutops/adapters/base'
 require 'kabutops/adapters/database_adapter'
 require 'kabutops/adapters/elastic_search'
+require 'kabutops/adapters/redis'
 require 'kabutops/crawler_extensions/elastic_search'
+require 'kabutops/crawler_extensions/redis'
 require 'kabutops/crawler_extensions/pstore_storage'
 require 'kabutops/crawler_extensions/debugging'
 require 'kabutops/crawler'

data/lib/kabutops/adapters/redis.rb

@@ -0,0 +1,37 @@
+# -*- encoding : utf-8 -*-
+
+module Kabutops
+
+  module Adapters
+
+    class Redis < DatabaseAdapter
+      include Extensions::Parameterable
+
+      params :host, :port, :namespace, :db, :password
+
+      def store result
+        client[result[:id]] = JSON.dump(result.to_hash)
+      end
+
+      def nested?
+        true
+      end
+
+      protected
+
+      def client
+        @@client ||= ::Redis::Namespace.new(
+          params[:namespace] || 'kabutops',
+          redis: ::Redis.new(
+            host: params[:host],
+            port: params[:port],
+            db: params[:db],
+            password: params[:password],
+          )
+        )
+      end
+    end
+
+  end
+
+end

data/lib/kabutops/crawler.rb

@@ -6,6 +6,7 @@ module Kabutops
     include CrawlerExtensions::Debugging
     include CrawlerExtensions::PStoreStorage
     include CrawlerExtensions::ElasticSearch
+    include CrawlerExtensions::Redis
     include Sidekiq::Worker
 
     class << self

data/lib/kabutops/crawler_extensions/redis.rb

@@ -0,0 +1,27 @@
+# -*- encoding : utf-8 -*-
+
+module Kabutops
+
+  module CrawlerExtensions
+
+    module Redis
+
+      def self.included base
+        base.extend(ClassMethods)
+      end
+
+      module ClassMethods
+        def redis &block
+          adapter = Adapters::Redis.new
+          adapter.instance_eval &block
+
+          @adapters ||= []
+          @adapters << adapter
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/kabutops/version.rb

@@ -1,5 +1,5 @@
 # -*- encoding : utf-8 -*-
 
 module Kabutops
-  VERSION = '0.0.6'
+  VERSION = '0.0.7'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: kabutops
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - Rene Klacan
@@ -94,6 +94,48 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -135,10 +177,12 @@ files:
 - lib/kabutops/adapters/base.rb
 - lib/kabutops/adapters/database_adapter.rb
 - lib/kabutops/adapters/elastic_search.rb
+- lib/kabutops/adapters/redis.rb
 - lib/kabutops/crawler.rb
 - lib/kabutops/crawler_extensions/debugging.rb
 - lib/kabutops/crawler_extensions/elastic_search.rb
 - lib/kabutops/crawler_extensions/pstore_storage.rb
+- lib/kabutops/crawler_extensions/redis.rb
 - lib/kabutops/extensions/callback_support.rb
 - lib/kabutops/extensions/parameterable.rb
 - lib/kabutops/recipe.rb