ruby_event_store-outbox 0.0.4 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: db60ea5281225f61b150abd5c7e6cc8e7379f09f20c58ed5f10b234534e43612
-  data.tar.gz: 6a4d1015845ce306d2d9663d3b70fe284fa75ea783960e3c345d5d315d79cc61
+  metadata.gz: da07b2263a96dbbfaad959ab5dd5636d5bb3398d810894080ab6e3f80750c29f
+  data.tar.gz: 53cd5a2de183f9c821eacf6c05689f42e1fdc39120aac25aa450f90601bbd964
 SHA512:
-  metadata.gz: f3629cebca8b80cf62979c5a1cdcb27e53c63552cbdc73e3b0296d8a4fed1b2715e9a8de5f2eafa69fd3f68a3cb2b77aa2e6209be26f3fa724fc70a59575031a
-  data.tar.gz: 52d9e07cad234988c58453a700fe80a9325e22d68265821afd66ced82d2cbae27d2e0ab0d22b14b761a9faf908e49e766dedb99eca82aa825712e3362b5181a6
+  metadata.gz: d6e7cb309a64e4743ae5e6d182987c7b1d35378b0a371ce784c2f0695de026903a92d58106e98fdbab73687bf0c35f89912a614982f8347e5b4d0f0ab0daabf4
+  data.tar.gz: 1d7fe76b631564b4205dab9f928da9487e6db08cf93cee9b52a975b7cad65dddd07de97babd586851855c262f1428f902a3612185b9bc0fc7f3a4fa848c0024c

data/lib/ruby_event_store/outbox/cli.rb

@@ -1,15 +1,16 @@
 require "optparse"
 require "ruby_event_store/outbox/version"
 require "ruby_event_store/outbox/consumer"
+require "ruby_event_store/outbox/metrics"
 
 module RubyEventStore
   module Outbox
     class CLI
-      Options = Struct.new(:database_url, :redis_url, :log_level, :split_keys, :message_format)
+      Options = Struct.new(:database_url, :redis_url, :log_level, :split_keys, :message_format, :batch_size, :metrics_url)
 
       class Parser
         def self.parse(argv)
-          options = Options.new(nil, nil, :warn, nil, nil)
+          options = Options.new(nil, nil, :warn, nil, nil, 100)
           OptionParser.new do |option_parser|
             option_parser.banner = "Usage: res_outbox [options]"
 
@@ -33,6 +34,14 @@ module RubyEventStore
               options.split_keys = split_keys if !split_keys.empty?
             end
 
+            option_parser.on("--batch-size BATCH_SIZE", Integer, "Amount of records fetched in one fetch. Bigger value means more duplicated messages when network problems occur.") do |batch_size|
+              options.batch_size = batch_size
+            end
+
+            option_parser.on("--metrics-url METRICS_URL", "URI to metrics collector") do |metrics_url|
+              options.metrics_url = metrics_url
+            end
+
             option_parser.on_tail("--version", "Show version") do
               puts VERSION
               exit
@@ -44,16 +53,26 @@ module RubyEventStore
 
       def run(argv)
         options = Parser.parse(argv)
+        outbox_consumer = build_consumer(options)
+        outbox_consumer.init
+        outbox_consumer.run
+      end
+
+      def build_consumer(options)
         logger = Logger.new(STDOUT, level: options.log_level, progname: "RES-Outbox")
-        outbox_consumer = RubyEventStore::Outbox::Consumer.new(
-          options.message_format,
-          options.split_keys,
+        consumer_configuration = Consumer::Configuration.new(
+          split_keys: options.split_keys,
+          message_format: options.message_format,
+          batch_size: options.batch_size,
           database_url: options.database_url,
           redis_url: options.redis_url,
+        )
+        metrics = Metrics.from_url(options.metrics_url)
+        outbox_consumer = RubyEventStore::Outbox::Consumer.new(
+          options,
           logger: logger,
+          metrics: metrics,
         )
-        outbox_consumer.init
-        outbox_consumer.run
       end
     end
   end

data/lib/ruby_event_store/outbox/consumer.rb

@@ -9,14 +9,49 @@ module RubyEventStore
     class Consumer
       SLEEP_TIME_WHEN_NOTHING_TO_DO = 0.1
 
-      def initialize(format, split_keys, database_url:, redis_url:, clock: Time, logger:)
-        @split_keys = split_keys
+      class Configuration
+        def initialize(
+          split_keys:,
+          message_format:,
+          batch_size:,
+          database_url:,
+          redis_url:
+        )
+          @split_keys = split_keys
+          @message_format = message_format
+          @batch_size = batch_size || 100
+          @database_url = database_url
+          @redis_url = redis_url
+          freeze
+        end
+
+        def with(overriden_options)
+          self.class.new(
+            split_keys: overriden_options.fetch(:split_keys, split_keys),
+            message_format: overriden_options.fetch(:message_format, message_format),
+            batch_size: overriden_options.fetch(:batch_size, batch_size),
+            database_url: overriden_options.fetch(:database_url, database_url),
+            redis_url: overriden_options.fetch(:redis_url, redis_url),
+          )
+        end
+
+        attr_reader :split_keys, :message_format, :batch_size, :database_url, :redis_url
+      end
+
+      def initialize(configuration, clock: Time, logger:, metrics:)
+        @split_keys = configuration.split_keys
         @clock = clock
-        @redis = Redis.new(url: redis_url)
+        @redis = Redis.new(url: configuration.redis_url)
         @logger = logger
-        ActiveRecord::Base.establish_connection(database_url) unless ActiveRecord::Base.connected?
+        @metrics = metrics
+        @batch_size = configuration.batch_size
+        ActiveRecord::Base.establish_connection(configuration.database_url) unless ActiveRecord::Base.connected?
+        if ActiveRecord::Base.connection.adapter_name == "Mysql2"
+          ActiveRecord::Base.connection.execute("SET SESSION TRANSACTION ISOLATION LEVEL READ COMMITTED;")
+          ActiveRecord::Base.connection.execute("SET SESSION innodb_lock_wait_timeout = 1;")
+        end
 
-        raise "Unknown format" if format != SIDEKIQ5_FORMAT
+        raise "Unknown format" if configuration.message_format != SIDEKIQ5_FORMAT
         @message_format = SIDEKIQ5_FORMAT
 
         @gracefully_shutting_down = false
@@ -44,8 +79,11 @@ module RubyEventStore
         Record.transaction do
           records_scope = Record.lock.where(format: message_format, enqueued_at: nil)
           records_scope = records_scope.where(split_key: split_keys) if !split_keys.nil?
-          records = records_scope.order("id ASC").limit(100).to_a
-          return false if records.empty?
+          records = records_scope.order("id ASC").limit(batch_size).to_a
+          if records.empty?
+            metrics.write_point_queue(status: "ok")
+            return false
+          end
 
           now = @clock.now.utc
           failed_record_ids = []
@@ -58,18 +96,25 @@ module RubyEventStore
             end
           end
 
-          Record.where(id: records.map(&:id) - failed_record_ids).update_all(enqueued_at: now)
+          updated_record_ids = records.map(&:id) - failed_record_ids
+          Record.where(id: updated_record_ids).update_all(enqueued_at: now)
+          metrics.write_point_queue(status: "ok", enqueued: updated_record_ids.size, failed: failed_record_ids.size)
 
           logger.info "Sent #{records.size} messages from outbox table"
-          return true
+          true
         end
       rescue ActiveRecord::Deadlocked
         logger.warn "Outbox fetch deadlocked"
+        metrics.write_point_queue(status: "deadlocked")
+        false
+      rescue ActiveRecord::LockWaitTimeout
+        logger.warn "Outbox fetch lock timeout"
+        metrics.write_point_queue(status: "lock_timeout")
         false
       end
 
       private
-      attr_reader :split_keys, :logger, :message_format
+      attr_reader :split_keys, :logger, :message_format, :batch_size, :metrics
 
       def handle_one_record(now, record)
         hash_payload = JSON.parse(record.payload)

data/lib/ruby_event_store/outbox/metrics.rb

@@ -0,0 +1,16 @@
+require "ruby_event_store/outbox/metrics/null"
+require "ruby_event_store/outbox/metrics/influx"
+
+module RubyEventStore
+  module Outbox
+    module Metrics
+      def self.from_url(metrics_url)
+        if metrics_url.nil?
+          Null.new
+        else
+          Influx.new(metrics_url)
+        end
+      end
+    end
+  end
+end

data/lib/ruby_event_store/outbox/metrics/influx.rb

@@ -0,0 +1,41 @@
+require 'influxdb'
+
+module RubyEventStore
+  module Outbox
+    module Metrics
+      class Influx
+        def initialize(url)
+          uri = URI.parse(url)
+          params = CGI.parse(uri.query || "")
+          options = {
+            url: url,
+            async: true,
+            time_precision: 'ns',
+          }
+          options[:username] = params.fetch("username").first if params.key?("username")
+          options[:password] = params.fetch("password").first if params.key?("password")
+          @influxdb_client = InfluxDB::Client.new(**options)
+        end
+
+        def write_point_queue(status:, enqueued: 0, failed: 0)
+          write_point("ruby_event_store.outbox.queue", {
+            values: {
+              enqueued: enqueued,
+              failed: failed,
+            },
+            tags: {
+              status: status,
+            }
+          })
+        end
+
+        def write_point(series, data)
+          data[:timestamp] = Process.clock_gettime(Process::CLOCK_REALTIME, :nanosecond)
+          influxdb_client.write_point(series, data)
+        end
+
+        attr_reader :influxdb_client
+      end
+    end
+  end
+end

data/lib/ruby_event_store/outbox/metrics/null.rb

@@ -0,0 +1,10 @@
+module RubyEventStore
+  module Outbox
+    module Metrics
+      class Null
+        def write_point_queue(**kwargs)
+        end
+      end
+    end
+  end
+end

data/lib/ruby_event_store/outbox/version.rb

@@ -2,6 +2,6 @@
 
 module RubyEventStore
   module Outbox
-    VERSION = "0.0.4"
+    VERSION = "0.0.9"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby_event_store-outbox
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.9
 platform: ruby
 authors:
 - Arkency
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-06-24 00:00:00.000000000 Z
+date: 2020-06-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ruby_event_store
@@ -38,6 +38,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: influxdb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.0
 description: 
 email:
 - dev@arkency.com
@@ -53,6 +67,9 @@ files:
 - lib/ruby_event_store/outbox.rb
 - lib/ruby_event_store/outbox/cli.rb
 - lib/ruby_event_store/outbox/consumer.rb
+- lib/ruby_event_store/outbox/metrics.rb
+- lib/ruby_event_store/outbox/metrics/influx.rb
+- lib/ruby_event_store/outbox/metrics/null.rb
 - lib/ruby_event_store/outbox/record.rb
 - lib/ruby_event_store/outbox/sidekiq5_format.rb
 - lib/ruby_event_store/outbox/sidekiq_message_handler.rb