ruby_event_store-outbox 0.0.25 → 0.0.27

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d9f4e4b0d475d2ad92997aee74165ffacbabbe19282b5d1b266b5ec7b7d3b59b
-  data.tar.gz: adccd92a63810fb4f285c5ea5e4ad37cc22ad671d4550b1d73b289f179d5831b
+  metadata.gz: a230a2cd8a85d32c26cb83c6dc879e7bee7f6a98c33c46f6376277a821805b0e
+  data.tar.gz: 184638665971b91e31e83ab937290e789639063d2e00942ed28a92907ca92545
 SHA512:
-  metadata.gz: 4a858aff2550a901615bad83ffa58dc6e30f669a8aa8a422d047343b74a32317d7476e27e95127f9750640eab2e538385b3284840f4c0a6532eff6ee8a20e96e
-  data.tar.gz: b81515fba19988345a3f45397de2d674f94e331475140246ccb5a7266cb19f49f6f2d59445b99fe139b6770e59310a53090f7e9eec2e6503767cf57e5801abb8
+  metadata.gz: a49ccb2ed6e8c47683baa4a61bf88614adcbf17ede978409e7cb4c4ebe5294008a5c8ec1e20e555aa76108c5ed120f48853988ea1c510f8085f5a2dbfe4fc8b2
+  data.tar.gz: 62c952a369da38606b402c19cef8d7946ce9c9f8c62073615c111dbe68a7be598104c92ef07491a6841572cc85da7e3063cba7edeec73ae8a0d9946cf17ffaef

data/lib/generators/ruby_event_store/outbox/migration_generator.rb

@@ -12,13 +12,13 @@ if defined?(Rails::Generators::Base)
         source_root File.expand_path(File.join(File.dirname(__FILE__), "./templates"))
 
         def create_migration
-          template "create_event_store_outbox_template.rb", "db/migrate/#{timestamp}_create_event_store_outbox.rb"
+          template "create_event_store_outbox_template.erb", "db/migrate/#{timestamp}_create_event_store_outbox.rb"
         end
 
         private
 
         def migration_version
-          "[4.2]"
+          ::ActiveRecord::Migration.current_version
         end
 
         def timestamp

data/lib/generators/ruby_event_store/outbox/templates/{create_event_store_outbox_template.rb → create_event_store_outbox_template.erb}

@@ -1,13 +1,13 @@
 # frozen_string_literal: true
 
-class CreateEventStoreOutbox < ActiveRecord::Migration<%= migration_version %>
+class CreateEventStoreOutbox < ActiveRecord::Migration[<%= migration_version %>]
   def change
     create_table(:event_store_outbox, force: false) do |t|
       t.string :split_key, null: true
       t.string :format, null: false
       t.binary :payload, null: false
-      t.datetime :created_at, null: false
-      t.datetime :enqueued_at, null: true
+      t.datetime :created_at, null: false, precision: 6
+      t.datetime :enqueued_at, null: true, precision: 6
     end
     add_index :event_store_outbox, [:format, :enqueued_at, :split_key], name: "index_event_store_outbox_for_pool"
     add_index :event_store_outbox, [:created_at, :enqueued_at], name: "index_event_store_outbox_for_clear"
@@ -15,7 +15,7 @@ class CreateEventStoreOutbox < ActiveRecord::Migration<%= migration_version %>
     create_table(:event_store_outbox_locks, force: false) do |t|
       t.string :format, null: false
       t.string :split_key, null: false
-      t.datetime :locked_at, null: true
+      t.datetime :locked_at, null: true, precision: 6
       t.string :locked_by, null: true, limit: 36
     end
     add_index :event_store_outbox_locks, [:format, :split_key], name: "index_event_store_outbox_locks_for_locking", unique: true

data/lib/ruby_event_store/outbox/batch_result.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module RubyEventStore
+  module Outbox
+    class BatchResult
+      def self.empty
+        new
+      end
+
+      def initialize
+        @success_count = 0
+        @failed_count = 0
+      end
+
+      attr_reader :success_count, :failed_count
+
+      def count_success!
+        @success_count += 1
+      end
+
+      def count_failed!
+        @failed_count += 1
+      end
+    end
+  end
+end

data/lib/ruby_event_store/outbox/cleanup_strategies/clean_old_enqueued.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module RubyEventStore
   module Outbox
     module CleanupStrategies

data/lib/ruby_event_store/outbox/cleanup_strategies/none.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module RubyEventStore
   module Outbox
     module CleanupStrategies

data/lib/ruby_event_store/outbox/cleanup_strategies.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+require_relative "cleanup_strategies/none"
+require_relative "cleanup_strategies/clean_old_enqueued"
+
+module RubyEventStore
+  module Outbox
+    module CleanupStrategies
+      def self.build(configuration, repository)
+        case configuration.cleanup
+        when :none
+          None.new
+        else
+          CleanOldEnqueued.new(
+            repository,
+            ActiveSupport::Duration.parse(configuration.cleanup),
+            configuration.cleanup_limit
+          )
+        end
+      end
+    end
+  end
+end

data/lib/ruby_event_store/outbox/cli.rb

@@ -1,7 +1,11 @@
+# frozen_string_literal: true
+
 require "optparse"
 require_relative "version"
 require_relative "consumer"
+require_relative "runner"
 require_relative "metrics"
+require_relative "configuration"
 
 module RubyEventStore
   module Outbox
@@ -92,15 +96,14 @@ module RubyEventStore
 
       def run(argv)
         options = Parser.parse(argv)
-        outbox_consumer = build_consumer(options)
-        outbox_consumer.init
-        outbox_consumer.run
+        build_runner(options)
+          .run
       end
 
-      def build_consumer(options)
+      def build_runner(options)
         consumer_uuid = SecureRandom.uuid
         logger = Logger.new(STDOUT, level: options.log_level, progname: "RES-Outbox #{consumer_uuid}")
-        consumer_configuration = Consumer::Configuration.new(
+        consumer_configuration = Configuration.new(
           split_keys: options.split_keys,
           message_format: options.message_format,
           batch_size: options.batch_size,
@@ -112,7 +115,8 @@ module RubyEventStore
         )
         metrics = Metrics.from_url(options.metrics_url)
         outbox_consumer =
-          RubyEventStore::Outbox::Consumer.new(consumer_uuid, consumer_configuration, logger: logger, metrics: metrics)
+          Outbox::Consumer.new(consumer_uuid, consumer_configuration, logger: logger, metrics: metrics)
+        Runner.new(outbox_consumer, consumer_configuration, logger: logger)
       end
     end
   end

data/lib/ruby_event_store/outbox/configuration.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+module RubyEventStore
+  module Outbox
+    class Configuration
+      def initialize(
+        split_keys:,
+        message_format:,
+        batch_size:,
+        database_url:,
+        redis_url:,
+        cleanup:,
+        cleanup_limit:,
+        sleep_on_empty:
+      )
+        @split_keys = split_keys
+        @message_format = message_format
+        @batch_size = batch_size || 100
+        @database_url = database_url
+        @redis_url = redis_url
+        @cleanup = cleanup
+        @cleanup_limit = cleanup_limit
+        @sleep_on_empty = sleep_on_empty
+        freeze
+      end
+
+      def with(overriden_options)
+        self.class.new(
+          split_keys: overriden_options.fetch(:split_keys, split_keys),
+          message_format: overriden_options.fetch(:message_format, message_format),
+          batch_size: overriden_options.fetch(:batch_size, batch_size),
+          database_url: overriden_options.fetch(:database_url, database_url),
+          redis_url: overriden_options.fetch(:redis_url, redis_url),
+          cleanup: overriden_options.fetch(:cleanup, cleanup),
+          cleanup_limit: overriden_options.fetch(:cleanup_limit, cleanup_limit),
+          sleep_on_empty: overriden_options.fetch(:sleep_on_empty, sleep_on_empty)
+        )
+      end
+
+      attr_reader :split_keys,
+        :message_format,
+        :batch_size,
+        :database_url,
+        :redis_url,
+        :cleanup,
+        :cleanup_limit,
+        :sleep_on_empty
+    end
+  end
+end

data/lib/ruby_event_store/outbox/consumer.rb

@@ -1,110 +1,38 @@
+# frozen_string_literal: true
+
 require "logger"
-require "redis"
+require "redis-client"
 require "active_record"
 require_relative "repository"
 require_relative "sidekiq5_format"
+require_relative "tempo"
 require_relative "sidekiq_processor"
 require_relative "fetch_specification"
-require_relative "cleanup_strategies/none"
-require_relative "cleanup_strategies/clean_old_enqueued"
+require_relative "cleanup_strategies"
 
 module RubyEventStore
   module Outbox
     class Consumer
       MAXIMUM_BATCH_FETCHES_IN_ONE_LOCK = 10
 
-      class Configuration
-        def initialize(
-          split_keys:,
-          message_format:,
-          batch_size:,
-          database_url:,
-          redis_url:,
-          cleanup:,
-          cleanup_limit:,
-          sleep_on_empty:
-        )
-          @split_keys = split_keys
-          @message_format = message_format
-          @batch_size = batch_size || 100
-          @database_url = database_url
-          @redis_url = redis_url
-          @cleanup = cleanup
-          @cleanup_limit = cleanup_limit
-          @sleep_on_empty = sleep_on_empty
-          freeze
-        end
-
-        def with(overriden_options)
-          self.class.new(
-            split_keys: overriden_options.fetch(:split_keys, split_keys),
-            message_format: overriden_options.fetch(:message_format, message_format),
-            batch_size: overriden_options.fetch(:batch_size, batch_size),
-            database_url: overriden_options.fetch(:database_url, database_url),
-            redis_url: overriden_options.fetch(:redis_url, redis_url),
-            cleanup: overriden_options.fetch(:cleanup, cleanup),
-            cleanup_limit: overriden_options.fetch(:cleanup_limit, cleanup_limit),
-            sleep_on_empty: overriden_options.fetch(:sleep_on_empty, sleep_on_empty)
-          )
-        end
-
-        attr_reader :split_keys,
-                    :message_format,
-                    :batch_size,
-                    :database_url,
-                    :redis_url,
-                    :cleanup,
-                    :cleanup_limit,
-                    :sleep_on_empty
-      end
-
       def initialize(consumer_uuid, configuration, clock: Time, logger:, metrics:)
         @split_keys = configuration.split_keys
         @clock = clock
         @logger = logger
         @metrics = metrics
-        @batch_size = configuration.batch_size
-        @sleep_on_empty = configuration.sleep_on_empty
+        @tempo = Tempo.new(configuration.batch_size)
         @consumer_uuid = consumer_uuid
 
         raise "Unknown format" if configuration.message_format != SIDEKIQ5_FORMAT
-        @processor = SidekiqProcessor.new(Redis.new(url: configuration.redis_url))
-
-        @gracefully_shutting_down = false
-        prepare_traps
+        redis_config = RedisClient.config(url: configuration.redis_url)
+        @processor = SidekiqProcessor.new(redis_config.new_client)
 
         @repository = Repository.new(configuration.database_url)
-        @cleanup_strategy =
-          case configuration.cleanup
-          when :none
-            CleanupStrategies::None.new
-          else
-            CleanupStrategies::CleanOldEnqueued.new(
-              repository,
-              ActiveSupport::Duration.parse(configuration.cleanup),
-              configuration.cleanup_limit
-            )
-          end
+        @cleanup_strategy = CleanupStrategies.build(configuration, repository)
       end
 
-      def init
-        logger.info("Initiated RubyEventStore::Outbox v#{VERSION}")
-        logger.info("Handling split keys: #{split_keys ? split_keys.join(", ") : "(all of them)"}")
-      end
-
-      def run
-        while !@gracefully_shutting_down
-          was_something_changed = one_loop
-          if !was_something_changed
-            STDOUT.flush
-            sleep sleep_on_empty
-          end
-        end
-        logger.info "Gracefully shutting down"
-      end
-
-      def one_loop
-        remaining_split_keys = @split_keys.dup
+      def process
+        remaining_split_keys = split_keys.dup
 
         was_something_changed = false
         while (split_key = remaining_split_keys.shift)
@@ -123,31 +51,27 @@ module RubyEventStore
           batch = retrieve_batch(fetch_specification)
           break if batch.empty?
 
-          failed_record_ids = []
-          updated_record_ids = []
+          batch_result = BatchResult.empty
           batch.each do |record|
-            begin
+            handle_failure(batch_result) do
               now = @clock.now.utc
               processor.process(record, now)
 
               repository.mark_as_enqueued(record, now)
               something_processed |= true
-              updated_record_ids << record.id
-            rescue => e
-              failed_record_ids << record.id
-              e.full_message.split($/).each { |line| logger.error(line) }
+              batch_result.count_success!
             end
           end
 
           metrics.write_point_queue(
-            enqueued: updated_record_ids.size,
-            failed: failed_record_ids.size,
+            enqueued: batch_result.success_count,
+            failed: batch_result.failed_count,
             format: fetch_specification.message_format,
             split_key: fetch_specification.split_key,
             remaining: get_remaining_count(fetch_specification)
           )
 
-          logger.info "Sent #{updated_record_ids.size} messages from outbox table"
+          logger.info "Sent #{batch_result.success_count} messages from outbox table"
 
           refresh_successful = refresh_lock_for_process(obtained_lock)
           break unless refresh_successful
@@ -174,13 +98,32 @@ module RubyEventStore
 
       attr_reader :split_keys,
                   :logger,
-                  :batch_size,
                   :metrics,
                   :processor,
                   :consumer_uuid,
                   :repository,
                   :cleanup_strategy,
-                  :sleep_on_empty
+                  :tempo
+
+      def handle_failure(batch_result)
+        retried = false
+        yield
+      rescue RetriableError => error
+        if retried
+          batch_result.count_failed!
+          log_error(error)
+        else
+          retried = true
+          retry
+        end
+      rescue => error
+        batch_result.count_failed!
+        log_error(error)
+      end
+
+      def log_error(e)
+        e.full_message.split($/).each { |line| logger.error(line) }
+      end
 
       def obtain_lock_for_process(fetch_specification)
         result = repository.obtain_lock_for_process(fetch_specification, consumer_uuid, clock: @clock)
@@ -251,17 +194,8 @@ module RubyEventStore
         end
       end
 
-      def prepare_traps
-        Signal.trap("INT") { initiate_graceful_shutdown }
-        Signal.trap("TERM") { initiate_graceful_shutdown }
-      end
-
-      def initiate_graceful_shutdown
-        @gracefully_shutting_down = true
-      end
-
       def retrieve_batch(fetch_specification)
-        repository.retrieve_batch(fetch_specification, batch_size)
+        repository.retrieve_batch(fetch_specification, tempo.batch_size)
       end
 
       def get_remaining_count(fetch_specification)

data/lib/ruby_event_store/outbox/fetch_specification.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module RubyEventStore
   module Outbox
     class FetchSpecification
@@ -13,10 +15,8 @@ module RubyEventStore
         other.instance_of?(self.class) && other.message_format.eql?(message_format) && other.split_key.eql?(split_key)
       end
 
-      BIG_VALUE = 0b111111100100010000010010110010101011011101110101001100100110000
-
       def hash
-        [self.class, message_format, split_key].hash ^ BIG_VALUE
+        [message_format, split_key].hash ^ self.class.hash
       end
 
       alias_method :eql?, :==

data/lib/ruby_event_store/outbox/metrics/influx.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require "influxdb"
 
 module RubyEventStore

data/lib/ruby_event_store/outbox/metrics/null.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module RubyEventStore
   module Outbox
     module Metrics

data/lib/ruby_event_store/outbox/metrics/test.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require "influxdb"
 
 module RubyEventStore

data/lib/ruby_event_store/outbox/metrics.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module RubyEventStore
   module Outbox
     module Metrics

data/lib/ruby_event_store/outbox/repository.rb

@@ -43,9 +43,9 @@ module RubyEventStore
               l
             end
           end
-        rescue ActiveRecord::Deadlocked
+        rescue ::ActiveRecord::Deadlocked
           :deadlocked
-        rescue ActiveRecord::LockWaitTimeout
+        rescue ::ActiveRecord::LockWaitTimeout
           :lock_timeout
         end
 
@@ -60,9 +60,9 @@ module RubyEventStore
               :stolen
             end
           end
-        rescue ActiveRecord::Deadlocked
+        rescue ::ActiveRecord::Deadlocked
           :deadlocked
-        rescue ActiveRecord::LockWaitTimeout
+        rescue ::ActiveRecord::LockWaitTimeout
           :lock_timeout
         end
 
@@ -76,9 +76,9 @@ module RubyEventStore
               :ok
             end
           end
-        rescue ActiveRecord::Deadlocked
+        rescue ::ActiveRecord::Deadlocked
           :deadlocked
-        rescue ActiveRecord::LockWaitTimeout
+        rescue ::ActiveRecord::LockWaitTimeout
           :lock_timeout
         end
 
@@ -105,7 +105,7 @@ module RubyEventStore
           if l.nil?
             begin
               l = create!(format: fetch_specification.message_format, split_key: fetch_specification.split_key)
-            rescue ActiveRecord::RecordNotUnique
+            rescue ::ActiveRecord::RecordNotUnique
               l = lock_for_split_key(fetch_specification)
             end
           end
@@ -114,9 +114,9 @@ module RubyEventStore
       end
 
       def initialize(database_url)
-        ActiveRecord::Base.establish_connection(database_url) unless ActiveRecord::Base.connected?
-        if ActiveRecord::Base.connection.adapter_name == "Mysql2"
-          ActiveRecord::Base.connection.execute("SET SESSION innodb_lock_wait_timeout = 1;")
+        ::ActiveRecord::Base.establish_connection(database_url) unless ::ActiveRecord::Base.connected?
+        if ::ActiveRecord::Base.connection.adapter_name == "Mysql2"
+          ::ActiveRecord::Base.connection.execute("SET SESSION innodb_lock_wait_timeout = 1;")
         end
       end
 
@@ -145,9 +145,9 @@ module RubyEventStore
         scope = scope.limit(limit).order(:id) unless limit == :all
         scope.delete_all
         :ok
-      rescue ActiveRecord::Deadlocked
+      rescue ::ActiveRecord::Deadlocked
         :deadlocked
-      rescue ActiveRecord::LockWaitTimeout
+      rescue ::ActiveRecord::LockWaitTimeout
         :lock_timeout
       end
     end

data/lib/ruby_event_store/outbox/runner.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+module RubyEventStore
+  module Outbox
+    class Runner
+      def initialize(consumer, configuration, logger:)
+        @consumer = consumer
+        @logger = logger
+        @sleep_on_empty = configuration.sleep_on_empty
+        @split_keys = configuration.split_keys
+        @gracefully_shutting_down = false
+        prepare_traps
+      end
+
+      def run
+        logger.info("Initiated RubyEventStore::Outbox v#{VERSION}")
+        logger.info("Handling split keys: #{split_keys ? split_keys.join(", ") : "(all of them)"}")
+
+        while !@gracefully_shutting_down
+          was_something_changed = consumer.process
+          if !was_something_changed
+            STDOUT.flush
+            sleep sleep_on_empty
+          end
+        end
+
+        logger.info "Gracefully shutting down"
+      end
+
+      private
+      attr_reader :consumer, :logger, :sleep_on_empty, :split_keys
+
+      def prepare_traps
+        Signal.trap("INT") { initiate_graceful_shutdown }
+        Signal.trap("TERM") { initiate_graceful_shutdown }
+      end
+
+      def initiate_graceful_shutdown
+        @gracefully_shutting_down = true
+      end
+    end
+  end
+end

data/lib/ruby_event_store/outbox/sidekiq_processor.rb

@@ -19,16 +19,15 @@ module RubyEventStore
         raise InvalidPayload.new("Missing queue") if queue.nil? || queue.empty?
         payload = JSON.generate(parsed_record.merge({ "enqueued_at" => now.to_f }))
 
-        redis.lpush("queue:#{queue}", payload)
+        redis.call("LPUSH", "queue:#{queue}", payload)
 
         @recently_used_queues << queue
+      rescue RedisClient::TimeoutError, RedisClient::ConnectionError
+        raise RetriableError
       end
 
       def after_batch
-        if !@recently_used_queues.empty?
-          redis.sadd("queues", @recently_used_queues.to_a)
-          @recently_used_queues.clear
-        end
+        ensure_that_sidekiq_knows_about_all_queues
       end
 
       def message_format
@@ -37,6 +36,13 @@ module RubyEventStore
 
       private
 
+      def ensure_that_sidekiq_knows_about_all_queues
+        if !@recently_used_queues.empty?
+          redis.call("SADD", "queues", @recently_used_queues.to_a)
+          @recently_used_queues.clear
+        end
+      end
+
       attr_reader :redis
     end
   end

data/lib/ruby_event_store/outbox/sidekiq_producer.rb

@@ -8,7 +8,6 @@ module RubyEventStore
   module Outbox
     class SidekiqProducer
       def call(klass, args)
-        sidekiq_client = Sidekiq::Client.new(Sidekiq.redis_pool)
         item = { "args" => args.map(&:to_h).map { |h| h.transform_keys(&:to_s) }, "class" => klass }
         normalized_item = sidekiq_client.__send__(:normalize_item, item)
         payload =
@@ -29,6 +28,15 @@ module RubyEventStore
       private
 
       attr_reader :repository
+
+      def sidekiq_client
+        @sidekiq_client ||=
+          if Gem::Version.new(Sidekiq::VERSION) < Gem::Version.new("7.0.0")
+            Sidekiq::Client.new(Sidekiq.redis_pool)
+          else
+            Sidekiq::Client.new(pool: Sidekiq.redis_pool)
+          end
+      end
     end
   end
 end

data/lib/ruby_event_store/outbox/sidekiq_scheduler.rb

@@ -5,7 +5,7 @@ require_relative "sidekiq_producer"
 module RubyEventStore
   module Outbox
     class SidekiqScheduler
-      def initialize(serializer: RubyEventStore::Serializers::YAML)
+      def initialize(serializer: Serializers::YAML)
         @serializer = serializer
         @sidekiq_producer = SidekiqProducer.new
       end

data/lib/ruby_event_store/outbox/tempo.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module RubyEventStore
+  module Outbox
+    class Tempo
+      EXPONENTIAL_MULTIPLIER = 2
+
+      def initialize(max_batch_size)
+        raise ArgumentError if max_batch_size < 1
+        @max_batch_size = max_batch_size
+      end
+
+      def batch_size
+        @batch_size = next_batch_size
+      end
+
+      private
+
+      def next_batch_size
+        return 1 if @batch_size.nil?
+        [@batch_size * EXPONENTIAL_MULTIPLIER, @max_batch_size].min
+      end
+    end
+  end
+end

data/lib/ruby_event_store/outbox/version.rb

@@ -2,6 +2,6 @@
 
 module RubyEventStore
   module Outbox
-    VERSION = "0.0.25"
+    VERSION = "0.0.27"
   end
 end

data/lib/ruby_event_store/outbox.rb

@@ -2,11 +2,15 @@
 
 module RubyEventStore
   module Outbox
+    Error = Class.new(StandardError)
+    RetriableError = Class.new(Error)
   end
 end
 
 require_relative "outbox/fetch_specification"
 require_relative "outbox/repository"
 require_relative "outbox/sidekiq_scheduler"
-require_relative "outbox/legacy_sidekiq_scheduler"
 require_relative "outbox/version"
+require_relative "outbox/tempo"
+require_relative "outbox/batch_result"
+require_relative "outbox/cleanup_strategies"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby_event_store-outbox
 version: !ruby/object:Gem::Version
-  version: 0.0.25
+  version: 0.0.27
 platform: ruby
 authors:
 - Arkency
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-05-27 00:00:00.000000000 Z
+date: 2024-04-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ruby_event_store
@@ -38,7 +38,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '6.0'
-description: 
+description:
 email: dev@arkency.com
 executables:
 - res_outbox
@@ -49,24 +49,27 @@ files:
 - README.md
 - bin/res_outbox
 - lib/generators/ruby_event_store/outbox/migration_generator.rb
-- lib/generators/ruby_event_store/outbox/templates/create_event_store_outbox_template.rb
+- lib/generators/ruby_event_store/outbox/templates/create_event_store_outbox_template.erb
 - lib/ruby_event_store/outbox.rb
+- lib/ruby_event_store/outbox/batch_result.rb
+- lib/ruby_event_store/outbox/cleanup_strategies.rb
 - lib/ruby_event_store/outbox/cleanup_strategies/clean_old_enqueued.rb
 - lib/ruby_event_store/outbox/cleanup_strategies/none.rb
 - lib/ruby_event_store/outbox/cli.rb
-- lib/ruby_event_store/outbox/cli.rb.orig
+- lib/ruby_event_store/outbox/configuration.rb
 - lib/ruby_event_store/outbox/consumer.rb
 - lib/ruby_event_store/outbox/fetch_specification.rb
-- lib/ruby_event_store/outbox/legacy_sidekiq_scheduler.rb
 - lib/ruby_event_store/outbox/metrics.rb
 - lib/ruby_event_store/outbox/metrics/influx.rb
 - lib/ruby_event_store/outbox/metrics/null.rb
 - lib/ruby_event_store/outbox/metrics/test.rb
 - lib/ruby_event_store/outbox/repository.rb
+- lib/ruby_event_store/outbox/runner.rb
 - lib/ruby_event_store/outbox/sidekiq5_format.rb
 - lib/ruby_event_store/outbox/sidekiq_processor.rb
 - lib/ruby_event_store/outbox/sidekiq_producer.rb
 - lib/ruby_event_store/outbox/sidekiq_scheduler.rb
+- lib/ruby_event_store/outbox/tempo.rb
 - lib/ruby_event_store/outbox/version.rb
 homepage: https://railseventstore.org
 licenses:
@@ -76,7 +79,7 @@ metadata:
   source_code_uri: https://github.com/RailsEventStore/rails_event_store
   bug_tracker_uri: https://github.com/RailsEventStore/rails_event_store/issues
   rubygems_mfa_required: 'true'
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -84,15 +87,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.6'
+      version: '2.7'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.9
-signing_key: 
+rubygems_version: 3.4.10
+signing_key:
 specification_version: 4
 summary: Active Record based outbox for Ruby Event Store
 test_files: []

data/lib/ruby_event_store/outbox/cli.rb.orig

@@ -1,132 +0,0 @@
-require "optparse"
-require_relative "version"
-require_relative "consumer"
-require_relative "metrics"
-
-module RubyEventStore
-  module Outbox
-    class CLI
-      DEFAULTS = {
-        database_url: nil,
-        redis_url: nil,
-        log_level: :warn,
-        split_keys: nil,
-        message_format: "sidekiq5",
-        batch_size: 100,
-        metrics_url: nil,
-        cleanup_strategy: :none,
-        cleanup_limit: :all,
-        sleep_on_empty: 0.5
-      }
-      Options = Struct.new(*DEFAULTS.keys)
-
-      class Parser
-        def self.parse(argv)
-          options = Options.new(*DEFAULTS.values)
-          OptionParser
-            .new do |option_parser|
-              option_parser.banner = "Usage: res_outbox [options]"
-
-              option_parser.on(
-                "--database-url=DATABASE_URL",
-                "Database where outbox table is stored"
-              ) { |database_url| options.database_url = database_url }
-
-              option_parser.on("--redis-url=REDIS_URL", "URL to redis database") do |redis_url|
-                options.redis_url = redis_url
-              end
-
-              option_parser.on(
-                "--log-level=LOG_LEVEL",
-                %i[fatal error warn info debug],
-                "Logging level, one of: fatal, error, warn, info, debug. Default: warn"
-              ) { |log_level| options.log_level = log_level.to_sym }
-
-              option_parser.on(
-                "--message-format=FORMAT",
-                ["sidekiq5"],
-                "Message format, supported: sidekiq5. Default: sidekiq5"
-              ) { |message_format| options.message_format = message_format }
-
-              option_parser.on(
-                "--split-keys=SPLIT_KEYS",
-                Array,
-                "Split keys which should be handled, all if not specified"
-              ) { |split_keys| options.split_keys = split_keys if !split_keys.empty? }
-
-              option_parser.on(
-                "--batch-size=BATCH_SIZE",
-                Integer,
-                "Amount of records fetched in one fetch. Bigger value means more duplicated messages when network problems occur. Default: 100"
-              ) { |batch_size| options.batch_size = batch_size }
-
-              option_parser.on("--metrics-url=METRICS_URL", "URI to metrics collector, optional") do |metrics_url|
-                options.metrics_url = metrics_url
-              end
-
-              option_parser.on(
-                "--cleanup=STRATEGY",
-                "A strategy for cleaning old records. One of: none or iso8601 duration format how old enqueued records should be removed. Default: none"
-              ) { |cleanup_strategy| options.cleanup_strategy = cleanup_strategy }
-
-              option_parser.on(
-                "--cleanup-limit=LIMIT",
-                "Amount of records removed in single cleanup run. One of: all or number of records that should be removed. Default: all"
-              ) { |cleanup_limit| options.cleanup_limit = cleanup_limit }
-
-              option_parser.on(
-                "--sleep-on-empty=SLEEP_TIME",
-                Float,
-                "How long to sleep before next check when there was nothing to do. Default: 0.5"
-              ) { |sleep_on_empty| options.sleep_on_empty = sleep_on_empty }
-
-              option_parser.on_tail("--version", "Show version") do
-                puts VERSION
-                exit
-              end
-            end
-            .parse(argv)
-          return options
-        end
-      end
-
-      def run(argv)
-        options = Parser.parse(argv)
-        outbox_consumer = build_consumer(options)
-        outbox_consumer.init
-        outbox_consumer.run
-      end
-
-      def build_consumer(options)
-        consumer_uuid = SecureRandom.uuid
-        logger = Logger.new(STDOUT, level: options.log_level, progname: "RES-Outbox #{consumer_uuid}")
-<<<<<<< HEAD
-        consumer_configuration =
-          Consumer::Configuration.new(
-            split_keys: options.split_keys,
-            message_format: options.message_format,
-            batch_size: options.batch_size,
-            database_url: options.database_url,
-            redis_url: options.redis_url,
-            cleanup: options.cleanup_strategy,
-            sleep_on_empty: options.sleep_on_empty
-          )
-=======
-        consumer_configuration = Consumer::Configuration.new(
-          split_keys: options.split_keys,
-          message_format: options.message_format,
-          batch_size: options.batch_size,
-          database_url: options.database_url,
-          redis_url: options.redis_url,
-          cleanup: options.cleanup_strategy,
-          cleanup_limit: options.cleanup_limit,
-          sleep_on_empty: options.sleep_on_empty,
-        )
->>>>>>> 7f077fa2... fix error with passing `--cleanup-limit` from CLI to consumer
-        metrics = Metrics.from_url(options.metrics_url)
-        outbox_consumer =
-          RubyEventStore::Outbox::Consumer.new(consumer_uuid, consumer_configuration, logger: logger, metrics: metrics)
-      end
-    end
-  end
-end

data/lib/ruby_event_store/outbox/legacy_sidekiq_scheduler.rb

@@ -1,25 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "sidekiq_producer"
-
-module RubyEventStore
-  module Outbox
-    class LegacySidekiqScheduler
-      def initialize
-        @sidekiq_producer = SidekiqProducer.new
-      end
-
-      def call(klass, serialized_record)
-        sidekiq_producer.call(klass, [serialized_record])
-      end
-
-      def verify(subscriber)
-        Class === subscriber && subscriber.respond_to?(:through_outbox?) && subscriber.through_outbox?
-      end
-
-      private
-
-      attr_reader :sidekiq_producer
-    end
-  end
-end