tantot 0.1.5 → 0.1.6

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tantot
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.6
 platform: ruby
 authors:
 - François-Pierre Bouchard
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-12-13 00:00:00.000000000 Z
+date: 2016-12-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -157,30 +157,31 @@ files:
 - bin/console
 - bin/setup
 - lib/tantot.rb
+- lib/tantot/agent.rb
+- lib/tantot/agent/base.rb
+- lib/tantot/agent/block.rb
+- lib/tantot/agent/registry.rb
+- lib/tantot/agent/watcher.rb
 - lib/tantot/changes.rb
-- lib/tantot/collector.rb
-- lib/tantot/collector/base.rb
-- lib/tantot/collector/block.rb
-- lib/tantot/collector/watcher.rb
 - lib/tantot/config.rb
 - lib/tantot/errors.rb
 - lib/tantot/extensions/chewy.rb
 - lib/tantot/extensions/grape/middleware.rb
-- lib/tantot/formatter.rb
-- lib/tantot/formatter/compact.rb
-- lib/tantot/formatter/detailed.rb
+- lib/tantot/manager.rb
 - lib/tantot/observe.rb
-- lib/tantot/performer.rb
-- lib/tantot/performer/bypass.rb
-- lib/tantot/performer/chewy.rb
-- lib/tantot/performer/inline.rb
-- lib/tantot/performer/sidekiq.rb
 - lib/tantot/railtie.rb
-- lib/tantot/registry.rb
+- lib/tantot/strategy.rb
+- lib/tantot/strategy/bypass.rb
+- lib/tantot/strategy/chewy.rb
+- lib/tantot/strategy/inline.rb
+- lib/tantot/strategy/sidekiq.rb
 - lib/tantot/version.rb
 - lib/tantot/watcher.rb
 - performance/profile.rb
 - spec/changes_spec.rb
+- spec/collector/block_spec.rb
+- spec/collector/options_spec.rb
+- spec/collector/watcher_spec.rb
 - spec/extensions/chewy_spec.rb
 - spec/sidekiq_spec.rb
 - spec/spec_helper.rb
@@ -212,6 +213,9 @@ specification_version: 4
 summary: Delayed, grouped and compact ActiveRecord callbacks
 test_files:
 - spec/changes_spec.rb
+- spec/collector/block_spec.rb
+- spec/collector/options_spec.rb
+- spec/collector/watcher_spec.rb
 - spec/extensions/chewy_spec.rb
 - spec/sidekiq_spec.rb
 - spec/spec_helper.rb

data/lib/tantot/collector.rb

@@ -1,70 +0,0 @@
-require 'tantot/collector/base'
-require 'tantot/collector/watcher'
-require 'tantot/collector/block'
-
-COLLECTOR_CLASSES = [Tantot::Collector::Block, Tantot::Collector::Watcher]
-
-module Tantot
-  module Collector
-    class Manager
-      def initialize
-        @collectors = {}
-      end
-
-      def register_watch(context, block)
-        resolve!(context).register_watch(context, block)
-      end
-
-      def run(&block)
-        yield
-      ensure
-        sweep
-      end
-
-      def push(context, instance, mutations)
-        collector = resolve!(context)
-        Tantot.logger.debug do
-          mutate = mutations.size.zero? ? 'destroy' : "#{mutations.size} mutations(s)"
-          "[Tantot] [Collecting] [#{collector.class.name.demodulize}] #{mutate} on <#{instance.class.name}:#{instance.id}> for <#{collector.debug_context(context)}>"
-        end
-        collector.push(context, instance, mutations)
-        sweep if Tantot.config.sweep_on_push
-      end
-
-      def sweep(performer_name = nil)
-        @collectors.values.each {|collector| collector.sweep(performer_name)}
-      end
-
-      def perform(context, changes)
-        collector = resolve!(context)
-        Tantot.logger.debug { "[Tantot] [Run] [#{collector.class.name.demodulize}] #{collector.debug_perform(context, changes)}" }
-        collector.perform(context, changes)
-      end
-
-      def marshal(context, changes)
-        collector = resolve!(context)
-        context, changes = collector.marshal(context, changes)
-        context[:collector_class] = collector.class
-        [context, changes]
-      end
-
-      def unmarshal(context, changes)
-        context.deep_symbolize_keys!
-        collector_class = context[:collector_class].constantize
-        collector = @collectors[collector_class] || @collectors[collector_class] = collector_class.new
-        collector.unmarshal(context, changes)
-      end
-
-      def resolve(context)
-        collector_class = COLLECTOR_CLASSES.find {|c| c.manages?(context)}
-        return nil unless collector_class
-        @collectors[collector_class] || @collectors[collector_class] = collector_class.new
-      end
-
-      def resolve!(context)
-        resolve(context) || (raise "No collector manages current context: #{context.inspect}")
-      end
-
-    end
-  end
-end

data/lib/tantot/collector/base.rb

@@ -1,46 +0,0 @@
-module Tantot
-  module Collector
-    class Base
-      class_attribute :context_key
-
-      def self.manages?(context)
-        context.key?(self.context_key)
-      end
-
-      def register_watch(context, block)
-        raise NotImplementedError
-      end
-
-      def push(context, instance, mutations)
-        formatter = Tantot::Formatter.resolve(context[:options][:format] || Tantot.config.format).new
-        attribute_hash = get_stash(context, instance)
-        mutations.each do |attr, changes|
-          attribute_hash[attr] = formatter.push(attribute_hash[attr], context, changes)
-        end
-      end
-
-      def sweep(performer_name)
-        if @stash.any?
-          Tantot.logger.debug { "[Tantot] [Sweeping] [#{self.class.name.demodulize}] #{debug_state}" }
-          @stash.each do |id, changes|
-            context = Tantot.registry.watch_config[id][:context]
-            performer = Tantot::Performer.resolve(performer_name || context[:options][:performer] || Tantot.config.performer).new
-            Tantot.logger.debug { "[Tantot] [Performer] [#{self.class.name.demodulize}] [#{performer.class.name.demodulize}] #{debug_state(Hash[id, changes])}" }
-            performer.run(context, changes)
-          end
-          @stash.clear
-        end
-      end
-
-      def debug_changes_for_model(model, changes_by_id)
-        "#{model.name}#{changes_by_id.keys.inspect}"
-      end
-
-    protected
-
-      def get_stash(context, instance)
-        raise NotImplementedError
-      end
-    end
-  end
-end

data/lib/tantot/collector/block.rb

@@ -1,69 +0,0 @@
-module Tantot
-  module Collector
-    class Block < Base
-      self.context_key = :block_id
-
-      def initialize
-        @stash = Hash.new do |block_id_hash, block_id|
-          block_id_hash[block_id] = Hash.new do |id_hash, id|
-            id_hash[id] = {}
-          end
-        end
-      end
-
-      def register_watch(context, block)
-        Tantot.registry.watch_config[context[:block_id]] = {context: context, block: block}
-      end
-
-      def perform(context, changes_by_id)
-        watch_config = Tantot.registry.watch_config[context[:block_id]]
-        watch_config[:context][:model].instance_exec(Tantot::Changes::ById.new(changes_by_id), &watch_config[:block])
-      end
-
-      def marshal(context, changes_by_id)
-        [context, changes_by_id]
-      end
-
-      def unmarshal(context, changes_by_id)
-        changes_by_id = changes_by_id.each.with_object({}) do |(id, changes), change_hash|
-          change_hash[id.to_i] = changes
-        end
-        [context, changes_by_id]
-      end
-
-      def debug_block(block)
-        location, line = block.source_location
-        short_path = defined?(Rails) ? Pathname.new(location).relative_path_from(Rails.root).to_s : location
-        "block @ #{short_path}##{line}"
-      end
-
-      def debug_context(context)
-        block = Tantot.registry.watch_config[context[:block_id]][:block]
-        debug_block(block)
-      end
-
-      def debug_changes(watch_config, changes_by_id)
-        "#{debug_changes_for_model(watch_config[:context][:model], changes_by_id)} for #{debug_block(watch_config[:block])}"
-      end
-
-      def debug_state(stash = @stash)
-        stash.collect do |block_id, changes_by_id|
-          watch_config = Tantot.registry.watch_config[block_id]
-          debug_changes(watch_config, changes_by_id)
-        end.join(" / ")
-      end
-
-      def debug_perform(context, changes_by_id)
-        watch_config = Tantot.registry.watch_config[context[:block_id]]
-        debug_changes(watch_config, changes_by_id)
-      end
-
-    protected
-
-      def get_stash(context, instance)
-        @stash[context[:block_id]][instance.id]
-      end
-
-    end
-  end
-end

data/lib/tantot/collector/watcher.rb

@@ -1,67 +0,0 @@
-module Tantot
-  module Collector
-    class Watcher < Base
-      self.context_key = :watcher
-
-      def initialize
-        @stash = Hash.new do |watcher_hash, watcher|
-          watcher_hash[watcher] = Hash.new do |model_hash, model|
-            model_hash[model] = Hash.new do |id_hash, id|
-              id_hash[id] = {}
-            end
-          end
-        end
-      end
-
-      def register_watch(context, block)
-        Tantot.registry.watch_config[context[:watcher]] = {context: context}
-      end
-
-      def perform(context, changes_by_model)
-        context[:watcher].new.perform(Tantot::Changes::ByModel.new(changes_by_model))
-      end
-
-      def marshal(context, changes_by_model)
-        changes_by_model = changes_by_model.each.with_object({}) do |(model_class, changes), hash|
-          hash[model_class.name] = changes
-        end
-        [context, changes_by_model]
-      end
-
-      def unmarshal(context, changes_by_model)
-        context[:watcher] = context[:watcher].constantize
-        changes_by_model = changes_by_model.each.with_object({}) do |(model_class_name, changes_by_id), model_hash|
-          model_hash[model_class_name.constantize] = changes_by_id.each.with_object({}) do |(id, changes), change_hash|
-            change_hash[id.to_i] = changes
-          end
-        end
-        [context, changes_by_model]
-      end
-
-      def debug_context(context)
-        context[:watcher].name
-      end
-
-      def debug_changes(watcher, changes_by_model)
-        "#{watcher.name}(#{changes_by_model.collect {|model, changes_by_id| debug_changes_for_model(model, changes_by_id)}.join(" & ")})"
-      end
-
-      def debug_state(stash = @stash)
-        stash.collect {|watcher, changes_by_model| debug_changes(watcher, changes_by_model)}.flatten.join(" / ")
-      end
-
-      def debug_perform(context, changes_by_model)
-        debug_changes(context[:watcher], changes_by_model)
-      end
-
-    protected
-
-      def get_stash(context, instance)
-        watcher = context[:watcher]
-        model = context[:model]
-        @stash[watcher][model][instance.id]
-      end
-
-    end
-  end
-end

data/lib/tantot/formatter.rb

@@ -1,10 +0,0 @@
-require 'tantot/formatter/compact'
-require 'tantot/formatter/detailed'
-
-module Tantot
-  module Formatter
-    def self.resolve(name)
-      "Tantot::Formatter::#{name.to_s.camelize}".safe_constantize or raise "Can't find formatter class `#{name}`"
-    end
-  end
-end

data/lib/tantot/formatter/compact.rb

@@ -1,9 +0,0 @@
-module Tantot
-  module Formatter
-    class Compact
-      def push(change_array, context, changes)
-        change_array.nil? ? changes : change_array | changes
-      end
-    end
-  end
-end

data/lib/tantot/formatter/detailed.rb

@@ -1,9 +0,0 @@
-module Tantot
-  module Formatter
-    class Detailed
-      def push(change_array, context, changes)
-        change_array.nil? ? [changes] : change_array.push(changes)
-      end
-    end
-  end
-end

data/lib/tantot/performer.rb

@@ -1,24 +0,0 @@
-require 'tantot/performer/bypass'
-require 'tantot/performer/inline'
-
-begin
-  require 'chewy'
-  require 'tantot/performer/chewy'
-rescue LoadError
-  nil
-end
-
-begin
-  require 'sidekiq'
-  require 'tantot/performer/sidekiq'
-rescue LoadError
-  nil
-end
-
-module Tantot
-  module Performer
-    def self.resolve(name)
-      "Tantot::Performer::#{name.to_s.camelize}".safe_constantize or raise "Can't find performer class `#{name}`"
-    end
-  end
-end

data/lib/tantot/performer/chewy.rb

@@ -1,31 +0,0 @@
-module Tantot
-  module Performer
-    class Chewy
-      class Worker
-        include ::Sidekiq::Worker
-
-        def perform(context, changes)
-          context, changes = Tantot.collector.unmarshal(context, changes)
-          ::Chewy.strategy(context[:chewy_strategy]) do
-            Tantot.collector.perform(context, changes)
-          end
-        end
-      end
-
-      def run(context, changes)
-        case ::Chewy.strategy.current.name
-        when :atomic, :urgent
-          Tantot::Performer::Inline.new.run(context, changes)
-        when /sidekiq/
-          context, changes = Tantot.collector.marshal(context.merge({chewy_strategy: ::Chewy.strategy.current.name}), changes)
-          Tantot::Performer::Chewy::Worker.perform_async(context, changes)
-        when :bypass
-          return
-        else
-          # No strategy defined, do an Inline run and let Chewy fail
-          Tantot::Performer::Inline.new.run(context, changes)
-        end
-      end
-    end
-  end
-end

data/lib/tantot/performer/inline.rb

@@ -1,9 +0,0 @@
-module Tantot
-  module Performer
-    class Inline
-      def run(context, changes)
-        Tantot.collector.perform(context, changes)
-      end
-    end
-  end
-end

data/lib/tantot/performer/sidekiq.rb

@@ -1,21 +0,0 @@
-module Tantot
-  module Performer
-    class Sidekiq
-      class Worker
-        include ::Sidekiq::Worker
-
-        def perform(context, changes)
-          context, changes = Tantot.collector.unmarshal(context, changes)
-          Tantot.collector.perform(context, changes)
-        end
-      end
-
-      def run(context, changes)
-        queue = context[:options][:queue] || Tantot.config.sidekiq_queue
-        ::Sidekiq::Client.push('class' => Tantot::Performer::Sidekiq::Worker,
-          'args' => Tantot.collector.marshal(context, changes),
-          'queue' => queue)
-      end
-    end
-  end
-end