lepus 0.0.1.beta2 → 0.1.0

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: lepus
 version: !ruby/object:Gem::Version
-  version: 0.0.1.beta2
+  version: 0.1.0
 platform: ruby
 authors:
 - Marcos G. Zimmermann
 autorequire:
 bindir: exec
 cert_chain: []
-date: 2025-02-11 00:00:00.000000000 Z
+date: 2026-04-27 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: base64
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.0
 - !ruby/object:Gem::Dependency
   name: bunny
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +122,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.2'
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -192,7 +234,49 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: 'RabbitMQ consumers/producer for ruby applicationsd
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: de-dupe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: prometheus_exporter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 'RabbitMQ consumers/producer for ruby applications
 
   '
 email:
@@ -202,6 +286,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/linter.yml"
 - ".github/workflows/specs.yml"
 - ".gitignore"
 - ".rspec"
@@ -211,55 +296,129 @@ files:
 - Gemfile
 - Gemfile.lock
 - LICENSE.txt
+- Makefile
 - README.md
 - Rakefile
 - bin/console
 - bin/setup
+- config.ru
 - docker-compose.yml
+- docs/README.md
+- docs/cli.md
+- docs/configuration.md
+- docs/consumers.md
+- docs/getting-started.md
+- docs/images/lepus-web.png
+- docs/middleware.md
+- docs/producers.md
+- docs/prometheus.md
+- docs/rails.md
+- docs/supervisor.md
+- docs/testing.md
+- docs/web.md
+- examples/grafana-dashboard.json
 - exec/lepus
-- gemfiles/rails52.gemfile
-- gemfiles/rails52.gemfile.lock
-- gemfiles/rails61.gemfile
-- gemfiles/rails61.gemfile.lock
+- gemfiles/Gemfile.rails-5.2
+- gemfiles/Gemfile.rails-5.2.lock
+- gemfiles/Gemfile.rails-6.1
+- gemfiles/Gemfile.rails-6.1.lock
+- gemfiles/Gemfile.rails-7.2
+- gemfiles/Gemfile.rails-7.2.lock
+- gemfiles/Gemfile.rails-8.0
+- gemfiles/Gemfile.rails-8.0.lock
 - lepus.gemspec
 - lib/lepus.rb
 - lib/lepus/app_executor.rb
 - lib/lepus/cli.rb
 - lib/lepus/configuration.rb
+- lib/lepus/connection_pool.rb
 - lib/lepus/consumer.rb
-- lib/lepus/consumer_config.rb
-- lib/lepus/consumer_wrapper.rb
-- lib/lepus/lifecycle_hooks.rb
+- lib/lepus/consumers.rb
+- lib/lepus/consumers/config.rb
+- lib/lepus/consumers/handler.rb
+- lib/lepus/consumers/middleware_chain.rb
+- lib/lepus/consumers/middlewares/exception_logger.rb
+- lib/lepus/consumers/middlewares/honeybadger.rb
+- lib/lepus/consumers/middlewares/json.rb
+- lib/lepus/consumers/middlewares/max_retry.rb
+- lib/lepus/consumers/middlewares/unique.rb
+- lib/lepus/consumers/stats.rb
+- lib/lepus/consumers/stats_registry.rb
+- lib/lepus/consumers/worker.rb
+- lib/lepus/consumers/worker_factory.rb
 - lib/lepus/message.rb
+- lib/lepus/message/delivery_info.rb
+- lib/lepus/message/metadata.rb
 - lib/lepus/middleware.rb
-- lib/lepus/middlewares/honeybadger.rb
-- lib/lepus/middlewares/json.rb
-- lib/lepus/middlewares/max_retry.rb
+- lib/lepus/middleware_chain.rb
+- lib/lepus/primitive/hash.rb
 - lib/lepus/primitive/string.rb
 - lib/lepus/process.rb
 - lib/lepus/process_registry.rb
+- lib/lepus/process_registry/backend.rb
+- lib/lepus/process_registry/file_backend.rb
+- lib/lepus/process_registry/message_builder.rb
+- lib/lepus/process_registry/rabbitmq_backend.rb
 - lib/lepus/processes.rb
 - lib/lepus/processes/base.rb
 - lib/lepus/processes/callbacks.rb
-- lib/lepus/processes/consumer.rb
 - lib/lepus/processes/interruptible.rb
 - lib/lepus/processes/procline.rb
 - lib/lepus/processes/registrable.rb
 - lib/lepus/processes/runnable.rb
 - lib/lepus/processes/supervised.rb
 - lib/lepus/producer.rb
+- lib/lepus/producers.rb
+- lib/lepus/producers/config.rb
+- lib/lepus/producers/definition.rb
+- lib/lepus/producers/hooks.rb
+- lib/lepus/producers/middleware_chain.rb
+- lib/lepus/producers/middlewares/correlation_id.rb
+- lib/lepus/producers/middlewares/header.rb
+- lib/lepus/producers/middlewares/instrumentation.rb
+- lib/lepus/producers/middlewares/json.rb
+- lib/lepus/producers/middlewares/unique.rb
+- lib/lepus/prometheus.rb
+- lib/lepus/prometheus/collector.rb
+- lib/lepus/prometheus/instrumentation.rb
+- lib/lepus/publisher.rb
 - lib/lepus/rails.rb
 - lib/lepus/rails/log_subscriber.rb
 - lib/lepus/rails/railtie.rb
 - lib/lepus/supervisor.rb
-- lib/lepus/supervisor/config.rb
+- lib/lepus/supervisor/children_pipes.rb
+- lib/lepus/supervisor/lifecycle_hooks.rb
 - lib/lepus/supervisor/maintenance.rb
 - lib/lepus/supervisor/pidfile.rb
 - lib/lepus/supervisor/pidfiled.rb
+- lib/lepus/supervisor/registry_cleaner.rb
 - lib/lepus/supervisor/signals.rb
+- lib/lepus/testing.rb
+- lib/lepus/testing/exchange.rb
+- lib/lepus/testing/message_builder.rb
+- lib/lepus/testing/rspec_matchers.rb
 - lib/lepus/timer.rb
+- lib/lepus/unique.rb
 - lib/lepus/version.rb
+- lib/lepus/web.rb
+- lib/lepus/web/aggregator.rb
+- lib/lepus/web/api.rb
+- lib/lepus/web/app.rb
+- lib/lepus/web/management_api.rb
+- lib/lepus/web/respond_with.rb
 - lib/puma/plugin/lepus.rb
+- test_offline.html
+- web/assets/css/styles.css
+- web/assets/js/app.js
+- web/assets/js/bootstrap.js
+- web/assets/js/controllers/connection_controller.js
+- web/assets/js/controllers/dashboard_controller.js
+- web/assets/js/controllers/queue_controller.js
+- web/assets/js/controllers/theme_controller.js
+- web/assets/js/offline-manager.js
+- web/assets/js/service-worker-manager.js
+- web/index.html
+- web/sw.js
 homepage: https://github.com/marcosgz/lepus
 licenses:
 - MIT
@@ -279,11 +438,11 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.7.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
-rubygems_version: 3.1.6
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: RabbitMQ consumers/producer for ruby applications

data/lib/lepus/consumer_config.rb

@@ -1,149 +0,0 @@
-require "bunny"
-
-module Lepus
-  # Parse the list of options for the consumer.
-  class ConsumerConfig
-    DEFAULT_EXCHANGE_OPTIONS = {
-      name: nil,
-      type: :topic, # The type of the exchange (:direct, :fanout, :topic or :headers).
-      durable: true
-    }.freeze
-
-    DEFAULT_QUEUE_OPTIONS = {
-      name: nil,
-      durable: true
-    }.freeze
-
-    DEFAULT_RETRY_QUEUE_OPTIONS = {
-      name: nil,
-      durable: true,
-      delay: 5000,
-      arguments: {}
-    }
-
-    DEFAULT_ERROR_QUEUE_OPTIONS = DEFAULT_QUEUE_OPTIONS
-
-    attr_reader :options
-
-    def initialize(options = {})
-      opts = HashUtil.deep_symbolize_keys(options)
-
-      @exchange_opts = DEFAULT_EXCHANGE_OPTIONS.merge(
-        declaration_config(opts.delete(:exchange))
-      )
-      @queue_opts = DEFAULT_QUEUE_OPTIONS.merge(
-        declaration_config(opts.delete(:queue))
-      )
-      if (value = opts.delete(:retry_queue))
-        @retry_queue_opts = DEFAULT_RETRY_QUEUE_OPTIONS.merge(
-          declaration_config(value)
-        )
-      end
-      if (value = opts.delete(:error_queue))
-        @error_queue_opts = DEFAULT_ERROR_QUEUE_OPTIONS.merge(
-          declaration_config(value)
-        )
-      end
-      @bind_opts = opts.delete(:bind) || {}
-      if (routing_key = opts.delete(:routing_key))
-        @bind_opts[:routing_key] ||= routing_key
-      end
-      @options = opts
-    end
-
-    def channel_args
-      @channel_opts.values_at(
-        :consumer_pool_size,
-        :consumer_pool_abort_on_exception,
-        :consumer_pool_shutdown_timeout
-      )
-    end
-
-    def exchange_args
-      [exchange_name, @exchange_opts.reject { |k, v| k == :name }]
-    end
-
-    def consumer_queue_args
-      opts = @queue_opts.reject { |k, v| k == :name }
-      return [queue_name, opts] unless retry_queue_args
-
-      opts[:arguments] ||= {}
-      opts[:arguments]["x-dead-letter-exchange"] = ""
-      opts[:arguments]["x-dead-letter-routing-key"] = retry_queue_name
-
-      [queue_name, opts]
-    end
-
-    def retry_queue_args
-      return unless @retry_queue_opts
-
-      delay = @retry_queue_opts[:delay]
-      args = (@retry_queue_opts[:arguments] || {}).merge(
-        "x-dead-letter-exchange" => "",
-        "x-dead-letter-routing-key" => queue_name,
-        "x-message-ttl" => delay
-      )
-      extra_keys = %i[name delay]
-      opts = @retry_queue_opts.reject { |k, v| extra_keys.include?(k) }
-      [retry_queue_name, opts.merge(arguments: args)]
-    end
-
-    def error_queue_args
-      return unless @error_queue_opts
-
-      name = @error_queue_opts[:name]
-      name ||= "#{queue_name}.error"
-      [name, @error_queue_opts.reject { |k, v| k == :name }]
-    end
-
-    def binds_args
-      arguments = @bind_opts.fetch(:arguments, {}).transform_keys(&:to_s)
-      opts = {}
-      opts[:arguments] = arguments unless arguments.empty?
-      if (routing_keys = @bind_opts[:routing_key]).is_a?(Array)
-        routing_keys.map { |key| opts.merge(routing_key: key) }
-      elsif (routing_key = @bind_opts[:routing_key])
-        [opts.merge(routing_key: routing_key)]
-      else
-        [opts]
-      end
-    end
-
-    protected
-
-    def exchange_name
-      @exchange_opts[:name] || raise(InvalidConsumerConfigError, "Exchange name is required")
-    end
-
-    def queue_name
-      @queue_opts[:name] || raise(InvalidConsumerConfigError, "Queue name is required")
-    end
-
-    def retry_queue_name
-      name = @retry_queue_opts[:name]
-      name ||= "#{queue_name}.retry"
-      name
-    end
-
-    # Normalizes a declaration config (for exchanges and queues) into a configuration Hash.
-    #
-    # If the given `value` is a String, convert it to a Hash with the key `:name` and the value.
-    # If the given `value` is a Hash, leave it as is.
-    def declaration_config(value)
-      case value
-      when Hash then value
-      when String then {name: value}
-      when NilClass then {}
-      when TrueClass then {}
-      end
-    end
-
-    class HashUtil
-      def self.deep_symbolize_keys(hash)
-        hash.each_with_object({}) do |(k, v), memo|
-          memo[k.to_sym] = v.is_a?(Hash) ? deep_symbolize_keys(v) : v
-        end
-      end
-    end
-  end
-end

data/lib/lepus/consumer_wrapper.rb

@@ -1,46 +0,0 @@
-require "bunny"
-
-module Lepus
-  # Wraps the user-defined consumer to provide the expected interface to Bunny.
-  class ConsumerWrapper < Bunny::Consumer
-    # @param [Lepus::Consumer] consumer The user-defined consumer implementation derived from {Lepus::Consumer}.
-    # @param [Bunny::Channel] channel The channel used for the consumer.
-    # @param [Bunny::Queue] queue The queue the consumer is subscribed to.
-    # @param [String] consumer_tag A string identifying the consumer instance.
-    # @param [Hash] arguments Arguments that are passed on to +Bunny::Consumer.new+.
-    def initialize(consumer, channel, queue, consumer_tag, arguments = {})
-      @consumer = consumer
-      super(channel, queue, consumer_tag, false, false, arguments)
-    end
-
-    # Called when a message is received from the subscribed queue.
-    #
-    # @param [Bunny::DeliveryInfo] delivery_info The delivery info of the received message.
-    # @param [Bunny::MessageProperties] metadata The metadata of the received message.
-    # @param [String] payload The payload of the received message.
-    def process_delivery(delivery_info, metadata, payload)
-      consumer
-        .process_delivery(delivery_info, metadata, payload)
-        .tap { |result| process_result(result, delivery_info.delivery_tag) }
-    end
-
-    private
-
-    attr_reader :consumer
-
-    def process_result(result, delivery_tag)
-      case result
-      when :ack
-        channel.ack(delivery_tag, false)
-      when :reject
-        channel.reject(delivery_tag)
-      when :requeue
-        channel.reject(delivery_tag, true)
-      when :nack
-        channel.nack(delivery_tag, false, true)
-      else
-        raise Lepus::InvalidConsumerReturnError, result
-      end
-    end
-  end
-end

data/lib/lepus/lifecycle_hooks.rb

@@ -1,49 +0,0 @@
-# frozen_string_literal: true
-
-module Lepus
-  # @TODO: Move after/before fork hooks to this module
-  module LifecycleHooks
-    def self.included(base)
-      base.extend ClassMethods
-      base.send :include, InstanceMethods
-      base.instance_variable_set(:@lifecycle_hooks, {start: [], stop: []})
-    end
-
-    module ClassMethods
-      attr_reader :lifecycle_hooks
-
-      def on_start(&block)
-        lifecycle_hooks[:start] << block
-      end
-
-      def on_stop(&block)
-        lifecycle_hooks[:stop] << block
-      end
-
-      def clear_hooks
-        lifecycle_hooks[:start] = []
-        lifecycle_hooks[:stop] = []
-      end
-    end
-
-    module InstanceMethods
-      private
-
-      def run_start_hooks
-        run_hooks_for :start
-      end
-
-      def run_stop_hooks
-        run_hooks_for :stop
-      end
-
-      def run_hooks_for(event)
-        self.class.lifecycle_hooks.fetch(event, []).each do |block|
-          block.call
-        rescue Exception => exception # rubocop:disable Lint/RescueException
-          handle_thread_error(exception)
-        end
-      end
-    end
-  end
-end

data/lib/lepus/middlewares/honeybadger.rb

@@ -1,23 +0,0 @@
-# frozen_string_literal: true
-
-module Lepus
-  module Middlewares
-    # A middleware that automatically wraps {Lepus::Consumer#perform]} in an Honeybadger transaction.
-    class Honeybadger < Lepus::Middleware
-      # @param [Hash] opts The options for the middleware.
-      # @option opts [String] :class_name The name of the class you want to monitor.
-      def initialize(class_name:, **)
-        super
-
-        @class_name = class_name
-      end
-
-      def call(message, app)
-        app.call(message)
-      rescue => err
-        ::Honeybadger.notify(err, context: {class_name: @class_name})
-        raise err
-      end
-    end
-  end
-end

data/lib/lepus/middlewares/json.rb

@@ -1,35 +0,0 @@
-# frozen_string_literal: true
-
-require "multi_json"
-
-module Lepus
-  module Middlewares
-    # A middleware that automatically parses your JSON payload.
-    class JSON < Lepus::Middleware
-      # @param [Hash] opts The options for the middleware.
-      # @option opts [Proc] :on_error (Proc.new { :reject }) A Proc to be called when an error occurs during processing.
-      # @option opts [Boolean] :symbolize_keys (false) Whether to symbolize the keys of your payload.
-      def initialize(**opts)
-        super
-
-        @on_error = opts.fetch(:on_error, proc { :reject })
-        @symbolize_keys = opts.fetch(:symbolize_keys, false)
-      end
-
-      def call(message, app)
-        begin
-          parsed_payload =
-            MultiJson.load(message.payload, symbolize_keys: symbolize_keys)
-        rescue => e
-          return on_error.call(e)
-        end
-
-        app.call(message.mutate(payload: parsed_payload))
-      end
-
-      private
-
-      attr_reader :symbolize_keys, :on_error
-    end
-  end
-end

data/lib/lepus/middlewares/max_retry.rb

@@ -1,57 +0,0 @@
-module Lepus
-  module Middlewares
-    # A middleware that automatically puts messages on an error queue when the specified number of retries are exceeded.
-    class MaxRetry < Lepus::Middleware
-      include Lepus::AppExecutor
-
-      # @param [Hash] opts The options for the middleware.
-      # @option opts [Integer] :retries The number of retries before the message is sent to the error queue.
-      # @option opts [String] :error_queue The name of the queue where messages should be sent to when the max retries are reached.
-      def initialize(retries:, error_queue:)
-        super
-
-        @retries = retries
-        @error_queue = error_queue
-      end
-
-      def call(message, app)
-        return handle_exceeded(message) if retries_exceeded?(message.metadata)
-
-        app.call(message)
-      end
-
-      private
-
-      attr_reader :retries, :error_queue
-
-      def handle_exceeded(message)
-        payload = message.payload
-        payload = MultiJson.dump(payload) if payload.is_a?(Hash)
-        ::Bunny::Exchange.default(message.delivery_info.channel).publish(
-          payload,
-          routing_key: error_queue
-        )
-        :ack
-      rescue => err
-        handle_thread_error(err)
-      end
-
-      def retries_exceeded?(metadata)
-        return false if metadata.headers.nil?
-
-        rejected_deaths =
-          metadata
-            .headers
-            .fetch("x-death", [])
-            .select { |death| death["reason"] == "rejected" }
-
-        return false unless rejected_deaths.any?
-
-        retry_count = rejected_deaths.map { |death| death["count"] }.compact.max
-        return false unless retry_count
-
-        retry_count > @retries
-      end
-    end
-  end
-end