strum-pipeline 0.1.0 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 58e5c1358a452cb82d3384322903bfae395d5c0cf569498743b9a654176f4718
-  data.tar.gz: b6a0451f231ccd5bd0767b20c9b4c6427f8456ea57df2ddb537392e1f97bfdb8
+  metadata.gz: 5934d11a9020a020b55ae39e223df484555dcacbdb1d3c5b49aa89d49a93ae95
+  data.tar.gz: 71e27af119c3f788ba668a7458a8aad88b132e9e249550174ccebc1c5c3ff6c1
 SHA512:
-  metadata.gz: ad5fabd5a1ff2931a89436717969b72b7bfc3cce1e0154c8dddc2af516f0f2f36ab65aac3af36a29f4825676dba5c7bfe5f8752902e8abe5ddecc941321a5359
-  data.tar.gz: f2d54f958c4e5eb66f812d43198dde06633f750fe70b899de928c94a9de4eb01fe1e860aeb0c453fe593f2a9911aee4207a91e0526c28f35511424bff36746c1
+  metadata.gz: e70550e1118932b81da15c99da3505358f01da2bfc1c6aab74f3f2bfd49f7cd274b381adb09034ca7f9d2d3526235ea8210de822e104337057e2d411f3b720a5
+  data.tar.gz: 91675d7db033165fbe449fa28ac53fd19bcf1423cd1df2b930049e5d8d37310f8b27745bc42ebe3f484cbc75629b5e401a50bd79a01796e45aa9281ab6a3a94b

data/CHANGELOG.md

@@ -0,0 +1,19 @@
+
+# Changelog
+All notable changes to this project will be documented in this file.
+
+## [0.1.4] - 2021-01-11
+### Changed
+- `strum-esb` dependency version to `~> 0.2` by [@valeriia.kolisnyk].
+- pipeline name format to snake case by [@valeriia.kolisnyk].
+
+## [0.1.2] - 2021-07-01
+### Added
+- Redis connection using env var or config by [@serhiy.nazarov].
+
+## [0.1.1] - 2021-06-02
+### Fixed
+- custom handlers for resource name with `-` by [@anton.klyzhka].
+
+### Changed
+- `strum-esb` dependency version to `~> 0.1.1` by [@anton.klyzhka].

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    strum-pipeline (0.1.0)
+    strum-pipeline (0.1.4)
       bunny (~> 2.15)
       connection_pool (~> 2.2)
       dry-configurable (~> 0.11)
@@ -10,16 +10,17 @@ PATH
       redis-objects (~> 1.5)
       singleton (~> 0.1)
       sneakers (~> 2.12)
-      strum-esb (~> 0.1.0)
+      strum-esb (~> 0.2)
 
 GEM
   remote: https://rubygems.org/
   specs:
     amq-protocol (2.3.2)
     ast (2.4.2)
-    bunny (2.17.0)
+    bunny (2.19.0)
       amq-protocol (~> 2.3, >= 2.3.1)
-    concurrent-ruby (1.1.8)
+      sorted_set (~> 1, >= 1.0.2)
+    concurrent-ruby (1.1.9)
     connection_pool (2.2.5)
     debase (0.2.4.1)
       debase-ruby_core_source (>= 0.10.2)
@@ -28,18 +29,19 @@ GEM
     dry-configurable (0.12.1)
       concurrent-ruby (~> 1.0)
       dry-core (~> 0.5, >= 0.5.0)
-    dry-core (0.5.0)
+    dry-core (0.7.1)
       concurrent-ruby (~> 1.0)
-    dry-inflector (0.2.0)
-    json (2.5.1)
+    dry-inflector (0.2.1)
+    json (2.6.1)
     parallel (1.20.1)
     parser (3.0.1.0)
       ast (~> 2.4.1)
     rainbow (3.0.0)
     rake (12.3.3)
-    redis (4.2.5)
-    redis-objects (1.5.0)
-      redis (~> 4.0)
+    rbtree (0.4.4)
+    redis (4.5.1)
+    redis-objects (1.5.1)
+      redis (~> 4.2)
     regexp_parser (2.1.1)
     rexml (3.2.5)
     rspec (3.10.0)
@@ -71,6 +73,7 @@ GEM
     ruby-progressbar (1.11.0)
     serverengine (2.1.1)
       sigdump (~> 0.2.2)
+    set (1.0.2)
     sigdump (0.2.4)
     singleton (0.1.1)
     sneakers (2.12.0)
@@ -79,9 +82,13 @@ GEM
       rake (~> 12.3)
       serverengine (~> 2.1.0)
       thor
-    strum-esb (0.1.0)
+    sorted_set (1.0.3)
+      rbtree
+      set (~> 1.0)
+    strum-esb (0.2.0)
       bunny (~> 2.15)
       connection_pool (~> 2.2.2)
+      dry-configurable (~> 0.12.1)
       json (~> 2.3)
       sneakers (~> 2.12)
     thor (1.1.0)

data/README.md

@@ -34,3 +34,64 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/strum-pipeline.
 
+## Example
+
+```ruby
+# frozen_string_literal: true
+
+require "sneakers/runner"
+require "strum/esb"
+require "strum/pipeline"
+
+# demo class
+class DemoPipeline
+  include Strum::Pipeline
+
+  # changing default exchangers
+  Strum::Esb.config.info_exchange = "demo.info"
+  Strum::Esb.config.event_exchange = "demo.events"
+  Strum::Esb.config.action_exchange = "demo.actions"
+  Strum::Esb.config.notice_exchange = "demo.notice"
+
+  # changing default redis connection
+  Strum::Pipeline.config.redis_connection = { url: ENV.fetch("DEMO_REDIS_URL") }
+
+  ttl 60
+  init :event, "identity/create"
+  init :event, "identity/update"
+  step :action, "get/user", :demo_custom_handler
+  step :action, "get/company"
+  step :info, "user"
+
+  def event_identity_create(_payload)
+    storage[:counter1] = 1
+    storage[:counter] = 1
+    Strum::Esb::Action.call({}, :get, :user)
+    # Strum::Esb::Action.({}, :get, :company)
+  end
+
+  def demo_custom_handler(_payload)
+    Strum::Esb::Info.call({}, :user)
+    storage[:counter2] = 2
+    Strum::Pipeline::Storage[:counter] = 2
+    Strum::Pipeline::Storage.list << 2
+  end
+
+  def info_user(payload)
+    logger.debug payload
+    storage[:counter3] = 3
+    storage[:counter] = 3
+  end
+end
+
+r = Sneakers::Runner.new([DemoPipeline])
+r.run
+```
+
+Also Redis connection can be set up by env var:
+```
+PIPELINE_REDIS_HOST=127.0.0.1
+PIPELINE_REDIS_PORT=6379
+PIPELINE_REDIS_DB=0
+```
+

data/lib/strum/pipeline/storage.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "redis-objects"
+require "redis/objects"
 require "singleton"
 require "dry/inflector"
 
@@ -22,11 +22,10 @@ module Strum
         that = self
         Class.new do
           define_singleton_method :[] do |key|
-            redis_entity = Redis.const_get(Dry::Inflector.new.camelize(method)).new("#{that.pipeline}::#{key}")
-            redis_entity.expire(that.ttl)
-            redis_entity
+            Redis.const_get(Dry::Inflector.new.camelize(method)).new("#{that.pipeline}::#{key}", expiration: that.ttl)
           end
         end
+
       rescue StandardError
         super
       end
@@ -42,9 +41,7 @@ module Strum
       end
 
       def []=(key, value)
-        redis_value = Redis::Value.new("#{pipeline}::#{key}")
-        redis_value.value = value
-        redis_value.expire(ttl)
+        Redis::Value.new("#{pipeline}::#{key}", expiration: ttl).value = value
       end
     end
   end

data/lib/strum/pipeline/version.rb

@@ -2,6 +2,6 @@
 
 module Strum
   module Pipeline
-    VERSION = "0.1.0"
+    VERSION = "0.1.4"
   end
 end

data/lib/strum/pipeline.rb

@@ -1,6 +1,8 @@
 # frozen_string_literal: true
 
 require "strum/pipeline/version"
+require "redis/objects"
+require 'connection_pool'
 require "strum/esb"
 require "strum/pipeline/storage"
 require "dry/configurable"
@@ -11,11 +13,15 @@ module Strum
     extend Dry::Configurable
 
     setting :ttl, 15 * 60 # default ttl is 15 mins
-    setting :redis_connection, { host: "localhost", port: "6379" }
-    setting :redis_connection_pool
+    setting :redis_connection, {
+      host: ENV.fetch("PIPELINE_REDIS_HOST", "localhost"),
+      port: ENV.fetch("PIPELINE_REDIS_PORT", "6379"),
+      db: ENV.fetch("PIPELINE_REDIS_DB", "0")
+    }
+    # setting :redis_connection_pool
 
     Strum::Esb.config.after_fork_hooks << proc do
-      Strum::Pipeline.config.redis_connection_pool = ConnectionPool.new(size: 5, timeout: 5) do
+      Redis::Objects.redis = ConnectionPool.new(size: 5, timeout: 5) do
         Redis.new(Strum::Pipeline.config.redis_connection)
       end
     end
@@ -57,13 +63,14 @@ module Strum
         from_queue pipeline_name, bindings: bindings
         _, *msg = Strum::Esb::Functions.public_send("#{message_type}_explain", message_binding)
         @handlers ||= {}
-        handler_key = ([message_type] + msg).join("-")
+        params = msg.map{ |param| param&.to_s.gsub(/[^a-zA-Z0-9]/, "_")&.downcase }
+        handler_key = ([message_type] + params).join("-")
         @handlers[handler_key] = handler.to_s if handler
       end
 
       def pipeline_name
         word = name.dup
-        word.gsub!(/::/, "/")
+        word.gsub!(/::/, "_")
         word.gsub!(/([A-Z]+)([A-Z][a-z])/, '\1_\2')
         word.gsub!(/([a-z\d])([A-Z])/, '\1_\2')
         word.tr!("-", "_")

data/strum-pipeline.gemspec

@@ -10,15 +10,15 @@ Gem::Specification.new do |spec|
 
   spec.summary       = "Defining data processing Pipeline"
   # spec.description   = "Defining data processing Pipeline"
-  spec.homepage      = "https://code.qpard.com/strum/strum-pipeline"
+  spec.homepage      = "https://gitlab.com/strum-rb/strum-pipeline"
   spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
 
   spec.metadata["allowed_push_host"] = "https://rubygems.org"
 
   spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = "https://code.qpard.com/strum/strum-pipeline"
-  spec.metadata["readme_uri"] = "https://code.qpard.com/strum/strum-pipeline/README.md"
-  spec.metadata["changelog_uri"] = "https://code.qpard.com/strum/strum-pipeline/CHANGELOG.md"
+  spec.metadata["source_code_uri"] = "https://gitlab.com/strum-rb/strum-pipeline"
+  spec.metadata["readme_uri"] = "https://gitlab.com/strum-rb/strum-pipeline/-/blob/master/README.md"
+  spec.metadata["changelog_uri"] = "https://gitlab.com/strum-rb/strum-pipeline/-/blob/master/CHANGELOG.md"
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
@@ -38,5 +38,5 @@ Gem::Specification.new do |spec|
   spec.add_dependency "singleton", "~> 0.1"
   spec.add_dependency "sneakers", "~> 2.12"
 
-  spec.add_dependency "strum-esb", "~> 0.1.0"
+  spec.add_dependency "strum-esb", "~> 0.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: strum-pipeline
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.4
 platform: ruby
 authors:
 - Serhiy Nazarov
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-04-28 00:00:00.000000000 Z
+date: 2022-01-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bunny
@@ -128,14 +128,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: '0.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: '0.2'
 description: 
 email:
 - sn@nazarov.com.ua
@@ -149,6 +149,7 @@ files:
 - ".rubocop.yml"
 - ".ruby-version"
 - ".travis.yml"
+- CHANGELOG.md
 - Gemfile
 - Gemfile.lock
 - README.md
@@ -159,14 +160,14 @@ files:
 - lib/strum/pipeline/storage.rb
 - lib/strum/pipeline/version.rb
 - strum-pipeline.gemspec
-homepage: https://code.qpard.com/strum/strum-pipeline
+homepage: https://gitlab.com/strum-rb/strum-pipeline
 licenses: []
 metadata:
   allowed_push_host: https://rubygems.org
-  homepage_uri: https://code.qpard.com/strum/strum-pipeline
-  source_code_uri: https://code.qpard.com/strum/strum-pipeline
-  readme_uri: https://code.qpard.com/strum/strum-pipeline/README.md
-  changelog_uri: https://code.qpard.com/strum/strum-pipeline/CHANGELOG.md
+  homepage_uri: https://gitlab.com/strum-rb/strum-pipeline
+  source_code_uri: https://gitlab.com/strum-rb/strum-pipeline
+  readme_uri: https://gitlab.com/strum-rb/strum-pipeline/-/blob/master/README.md
+  changelog_uri: https://gitlab.com/strum-rb/strum-pipeline/-/blob/master/CHANGELOG.md
 post_install_message: 
 rdoc_options: []
 require_paths: