lepus 0.0.1.rc2 → 0.1.0

data/gemfiles/Gemfile.rails-6.1.lock

@@ -1,7 +1,8 @@
 PATH
   remote: ..
   specs:
-    lepus (0.0.1.rc2)
+    lepus (0.1.0)
+      base64
       bunny
       concurrent-ruby
       multi_json
@@ -70,54 +71,57 @@ GEM
       minitest (>= 5.1)
       tzinfo (~> 2.0)
       zeitwerk (~> 2.3)
-    addressable (2.8.7)
-      public_suffix (>= 2.0.2, < 7.0)
-    amq-protocol (2.5.1)
+    addressable (2.9.0)
+      public_suffix (>= 2.0.2, < 8.0)
+    amq-protocol (2.7.0)
     ast (2.4.3)
     base64 (0.3.0)
-    bigdecimal (3.2.3)
+    bigdecimal (4.1.1)
     builder (3.3.0)
-    bunny (2.24.0)
-      amq-protocol (~> 2.3)
+    bunny (3.1.0)
+      amq-protocol (~> 2.7)
+      logger (~> 1, >= 1.7)
       sorted_set (~> 1, >= 1.0.2)
     coderay (1.1.3)
-    concurrent-ruby (1.3.5)
+    concurrent-ruby (1.3.6)
     connection_pool (2.5.5)
-    crack (1.0.0)
+    crack (1.0.1)
       bigdecimal
       rexml
     crass (1.0.6)
-    date (3.4.1)
+    date (3.5.1)
     de-dupe (0.0.2)
       redis
       zeitwerk
     diff-lcs (1.6.2)
     docile (1.4.1)
-    dotenv (2.8.1)
+    dotenv (3.2.0)
     erubi (1.13.1)
-    globalid (1.2.1)
+    globalid (1.3.0)
       activesupport (>= 6.1)
-    hashdiff (1.2.0)
-    i18n (1.14.7)
+    hashdiff (1.2.1)
+    i18n (1.14.8)
       concurrent-ruby (~> 1.0)
-    json (2.13.2)
+    io-console (0.8.2)
+    json (2.19.3)
     language_server-protocol (3.17.0.5)
     lint_roller (1.1.0)
     logger (1.7.0)
-    loofah (2.24.1)
+    loofah (2.25.1)
       crass (~> 1.0.2)
       nokogiri (>= 1.12.0)
-    mail (2.8.1)
+    mail (2.9.0)
+      logger
       mini_mime (>= 0.1.1)
       net-imap
       net-pop
       net-smtp
-    marcel (1.0.4)
+    marcel (1.1.0)
     method_source (1.1.0)
     mini_mime (1.1.5)
-    minitest (5.25.5)
+    minitest (5.26.1)
     multi_json (1.19.1)
-    net-imap (0.4.22)
+    net-imap (0.4.23)
       date
       net-protocol
     net-pop (0.1.2)
@@ -126,20 +130,23 @@ GEM
       timeout
     net-smtp (0.5.1)
       net-protocol
-    nio4r (2.7.4)
-    nokogiri (1.15.7-x86_64-linux)
+    nio4r (2.7.5)
+    nokogiri (1.17.2-x86_64-linux)
       racc (~> 1.4)
-    parallel (1.27.0)
-    parser (3.3.9.0)
+    parallel (1.28.0)
+    parser (3.3.11.1)
       ast (~> 2.4.1)
       racc
-    prism (1.4.0)
-    pry (0.15.2)
+    prism (1.9.0)
+    prometheus_exporter (2.2.0)
+      webrick
+    pry (0.16.0)
       coderay (~> 1.1)
       method_source (~> 1.0)
-    public_suffix (5.1.1)
+      reline (>= 0.6.0)
+    public_suffix (6.0.2)
     racc (1.8.1)
-    rack (2.2.17)
+    rack (2.2.23)
     rack-test (2.2.0)
       rack (>= 1.3)
     rails (6.1.7.10)
@@ -161,8 +168,8 @@ GEM
       activesupport (>= 5.0.0)
       minitest
       nokogiri (>= 1.6)
-    rails-html-sanitizer (1.6.2)
-      loofah (~> 2.21)
+    rails-html-sanitizer (1.7.0)
+      loofah (~> 2.25)
       nokogiri (>= 1.15.7, != 1.16.7, != 1.16.6, != 1.16.5, != 1.16.4, != 1.16.3, != 1.16.2, != 1.16.1, != 1.16.0.rc1, != 1.16.0)
     railties (6.1.7.10)
       actionpack (= 6.1.7.10)
@@ -171,28 +178,30 @@ GEM
       rake (>= 12.2)
       thor (~> 1.0)
     rainbow (3.1.1)
-    rake (13.3.0)
+    rake (13.4.2)
     rbtree (0.4.6)
     redis (5.4.1)
       redis-client (>= 0.22.0)
-    redis-client (0.27.0)
+    redis-client (0.28.0)
       connection_pool
-    regexp_parser (2.11.2)
-    rexml (3.4.2)
-    rspec (3.13.1)
+    regexp_parser (2.12.0)
+    reline (0.6.3)
+      io-console (~> 0.5)
+    rexml (3.4.4)
+    rspec (3.13.2)
       rspec-core (~> 3.13.0)
       rspec-expectations (~> 3.13.0)
       rspec-mocks (~> 3.13.0)
-    rspec-core (3.13.5)
+    rspec-core (3.13.6)
       rspec-support (~> 3.13.0)
     rspec-expectations (3.13.5)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.5)
+    rspec-mocks (3.13.8)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-support (3.13.5)
-    rubocop (1.80.2)
+    rspec-support (3.13.7)
+    rubocop (1.84.2)
       json (~> 2.3)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.1.0)
@@ -200,18 +209,19 @@ GEM
       parser (>= 3.3.0.2)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 2.9.3, < 3.0)
-      rubocop-ast (>= 1.46.0, < 2.0)
+      rubocop-ast (>= 1.49.0, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 4.0)
-    rubocop-ast (1.46.0)
+    rubocop-ast (1.49.1)
       parser (>= 3.3.7.2)
-      prism (~> 1.4)
-    rubocop-performance (1.21.1)
-      rubocop (>= 1.48.1, < 2.0)
-      rubocop-ast (>= 1.31.1, < 2.0)
-    rubocop-rspec (3.7.0)
+      prism (~> 1.7)
+    rubocop-performance (1.26.1)
+      lint_roller (~> 1.1)
+      rubocop (>= 1.75.0, < 2.0)
+      rubocop-ast (>= 1.47.1, < 2.0)
+    rubocop-rspec (3.9.0)
       lint_roller (~> 1.1)
-      rubocop (~> 1.72, >= 1.72.1)
+      rubocop (~> 1.81)
     ruby-progressbar (1.13.0)
     simplecov (0.22.0)
       docile (~> 1.1)
@@ -229,29 +239,30 @@ GEM
       actionpack (>= 6.1)
       activesupport (>= 6.1)
       sprockets (>= 3.0.0)
-    standard (1.35.0.1)
+    standard (1.54.0)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.0)
-      rubocop (~> 1.62)
+      rubocop (~> 1.84.0)
       standard-custom (~> 1.0.0)
-      standard-performance (~> 1.3)
+      standard-performance (~> 1.8)
     standard-custom (1.0.2)
       lint_roller (~> 1.0)
       rubocop (~> 1.50)
-    standard-performance (1.4.0)
+    standard-performance (1.9.0)
       lint_roller (~> 1.1)
-      rubocop-performance (~> 1.21.0)
-    thor (1.4.0)
-    timeout (0.4.3)
+      rubocop-performance (~> 1.26.0)
+    thor (1.5.0)
+    timeout (0.6.1)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    unicode-display_width (3.1.5)
-      unicode-emoji (~> 4.0, >= 4.0.4)
-    unicode-emoji (4.0.4)
-    webmock (3.25.1)
+    unicode-display_width (3.2.0)
+      unicode-emoji (~> 4.1)
+    unicode-emoji (4.2.0)
+    webmock (3.26.2)
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
+    webrick (1.9.2)
     websocket-driver (0.8.0)
       base64
       websocket-extensions (>= 0.1.0)
@@ -266,7 +277,10 @@ DEPENDENCIES
   de-dupe
   dotenv
   lepus!
+  prometheus_exporter (< 2.3)
   pry
+  rack (>= 2.2)
+  rack-test
   rails (~> 6.1, >= 6.1.7.10)
   rspec
   rubocop

data/gemfiles/Gemfile.rails-7.2.lock

@@ -1,7 +1,8 @@
 PATH
   remote: ..
   specs:
-    lepus (0.0.1.rc2)
+    lepus (0.1.0)
+      base64
       bunny
       concurrent-ruby
       multi_json
@@ -157,6 +158,8 @@ GEM
       prettyprint
     prettyprint (0.2.0)
     prism (1.4.0)
+    prometheus_exporter (2.3.1)
+      webrick
     pry (0.15.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
@@ -287,6 +290,7 @@ GEM
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
+    webrick (1.9.2)
     websocket-driver (0.8.0)
       base64
       websocket-extensions (>= 0.1.0)
@@ -300,7 +304,10 @@ DEPENDENCIES
   de-dupe
   dotenv
   lepus!
+  prometheus_exporter
   pry
+  rack (>= 2.2)
+  rack-test
   rails (~> 7.2, >= 7.2.2.2)
   rspec
   rubocop

data/gemfiles/Gemfile.rails-8.0.lock

@@ -1,7 +1,8 @@
 PATH
   remote: ..
   specs:
-    lepus (0.0.1.rc2)
+    lepus (0.1.0)
+      base64
       bunny
       concurrent-ruby
       multi_json
@@ -157,6 +158,8 @@ GEM
       prettyprint
     prettyprint (0.2.0)
     prism (1.4.0)
+    prometheus_exporter (2.3.1)
+      webrick
     pry (0.15.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
@@ -288,6 +291,7 @@ GEM
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
+    webrick (1.9.2)
     websocket-driver (0.8.0)
       base64
       websocket-extensions (>= 0.1.0)
@@ -301,7 +305,10 @@ DEPENDENCIES
   de-dupe
   dotenv
   lepus!
+  prometheus_exporter
   pry
+  rack (>= 2.2)
+  rack-test
   rails (~> 8.0, >= 8.0.2.1)
   rspec
   rubocop

data/lepus.gemspec

@@ -12,7 +12,7 @@ Gem::Specification.new do |spec|
     RabbitMQ consumers/producer for ruby applications
   SUMMARY
   spec.description = <<~DESCRIPTION
-    RabbitMQ consumers/producer for ruby applicationsd
+    RabbitMQ consumers/producer for ruby applications
   DESCRIPTION
 
   spec.homepage = "https://github.com/marcosgz/lepus"
@@ -36,6 +36,7 @@ Gem::Specification.new do |spec|
   spec.executables = spec.files.grep(%r{^exec/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_dependency "base64", ">= 0.0.0"
   spec.add_dependency "bunny", ">= 0.0.0"
   spec.add_dependency "thor", ">= 0.0.0"
   spec.add_dependency "zeitwerk", ">= 0.0.0"
@@ -44,6 +45,8 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "dotenv"
   spec.add_development_dependency "pry"
+  spec.add_development_dependency "rack", ">= 2.2"
+  spec.add_development_dependency "rack-test"
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "rubocop"
   spec.add_development_dependency "rubocop-performance"
@@ -52,4 +55,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "webmock"
   spec.add_development_dependency "simplecov"
   spec.add_development_dependency "de-dupe"
+  spec.add_development_dependency "prometheus_exporter"
 end

data/lib/lepus/cli.rb

@@ -30,5 +30,29 @@ module Lepus
 
       Lepus::Supervisor.start(**opts)
     end
+
+    desc "web", "Run Lepus Web dashboard"
+    method_option :port, type: :numeric, aliases: "-p", default: 9292, desc: "Port to listen on"
+    method_option :host, type: :string, aliases: "-o", default: "0.0.0.0", desc: "Host to bind"
+    def web
+      port = (options[:port] || 9292).to_i
+      host = options[:host] || "0.0.0.0"
+
+      puts "Starting Lepus Web dashboard on http://#{host}:#{port}"
+      puts "Press Ctrl+C to stop"
+
+      if system("which rackup > /dev/null 2>&1")
+
+        exec "rackup -p #{port} -o #{host} #{__dir__}/../../config.ru"
+      else
+        puts <<~MSG
+          Rack is not installed. Please install it using the following command:
+
+              gem install rack
+
+          Then run the web dashboard again.
+        MSG
+      end
+    end
   end
 end

data/lib/lepus/configuration.rb

@@ -40,6 +40,27 @@ module Lepus
     # @return [Integer] the threshold in seconds to consider a process alive. Default is 5 minutes.
     attr_accessor :process_alive_threshold
 
+    # @return [Symbol] the process registry backend to use (:file or :rabbitmq). Default is :file.
+    attr_accessor :process_registry_backend
+
+    # @return [String, nil] the application name shown in the web dashboard.
+    #   Falls back to {#connection_name} when not explicitly set so that hosts
+    #   that only configure `connection_name` still group correctly in the UI.
+    attr_writer :application_name
+
+    def application_name
+      @application_name || connection_name
+    end
+
+    # @return [String, nil] the RabbitMQ Management API URL.
+    attr_accessor :management_api_url
+
+    # @return [Array<Numeric>] histogram buckets (in seconds) used by the
+    #   prometheus_exporter collector for delivery and publish latency.
+    attr_accessor :prometheus_buckets
+
+    DEFAULT_PROMETHEUS_BUCKETS = [0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10].freeze
+
     def initialize
       @connection_name = "Lepus (#{Lepus::VERSION})"
       @rabbitmq_url = ENV.fetch("RABBITMQ_URL", DEFAULT_RABBITMQ_URL) || DEFAULT_RABBITMQ_URL
@@ -49,6 +70,27 @@ module Lepus
       @consumers_directory = DEFAULT_CONSUMERS_DIRECTORY
       @process_heartbeat_interval = 60
       @process_alive_threshold = 5 * 60
+      @process_registry_backend = :file
+      @application_name = nil
+      @management_api_url = nil
+      @prometheus_buckets = DEFAULT_PROMETHEUS_BUCKETS
+    end
+
+    # Builds the process registry backend based on configuration.
+    # @return [Lepus::ProcessRegistry::Backend] the configured backend
+    def build_process_registry_backend
+      case process_registry_backend
+      when :rabbitmq
+        ProcessRegistry::RabbitmqBackend.new
+      else
+        ProcessRegistry::FileBackend.new
+      end
+    end
+
+    # Builds the Management API client based on configuration.
+    # @return [Lepus::Web::ManagementAPI] the management API client
+    def build_management_api
+      Web::ManagementAPI.new(base_url: management_api_url)
     end
 
     # @param suffix [String] the suffix to add to the connection name

data/lib/lepus/consumer.rb

@@ -103,6 +103,7 @@ module Lepus
     rescue Lepus::InvalidConsumerReturnError
       raise
     rescue Exception # rubocop:disable Lint/RescueException
+      on_delivery_error
       # In testing mode, re-raise exceptions if consumer_raise_errors? is enabled
       if defined?(Lepus::Testing) && Lepus::Testing.consumer_raise_errors?
         raise
@@ -111,6 +112,12 @@ module Lepus
       reject!
     end
 
+    # Returns whether the last delivery resulted in an error.
+    # Always false in core; overridden by Lepus::Web when loaded.
+    def last_delivery_errored?
+      false
+    end
+
     protected
 
     def logger
@@ -174,6 +181,11 @@ module Lepus
       end
     end
 
+    # Hook called when a delivery raises an exception.
+    # No-op in core; overridden by Lepus::Web to track error state.
+    def on_delivery_error
+    end
+
     def verify_result(result)
       return if %i[ack reject requeue nack].include?(result)
 

data/lib/lepus/consumers/handler.rb

@@ -22,7 +22,9 @@ module Lepus
       def process_delivery(delivery_info, metadata, payload)
         consumer
           .process_delivery(delivery_info, metadata, payload)
-          .tap { |result| process_result(result, delivery_info.delivery_tag) }
+          .tap do |result|
+            process_result(result, delivery_info.delivery_tag)
+          end
       end
 
       private

data/lib/lepus/consumers/stats.rb

@@ -0,0 +1,70 @@
+# frozen_string_literal: true
+
+require "concurrent"
+
+module Lepus
+  module Consumers
+    # Thread-safe per-consumer-class statistics tracker.
+    # Uses atomic counters to track processed/rejected/errored message counts.
+    class Stats
+      attr_reader :consumer_class
+
+      def initialize(consumer_class)
+        @consumer_class = consumer_class
+        @processed = Concurrent::AtomicFixnum.new(0)
+        @rejected = Concurrent::AtomicFixnum.new(0)
+        @errored = Concurrent::AtomicFixnum.new(0)
+      end
+
+      def record_processed
+        @processed.increment
+      end
+
+      def record_rejected
+        @rejected.increment
+      end
+
+      def record_errored
+        @errored.increment
+      end
+
+      def processed
+        @processed.value
+      end
+
+      def rejected
+        @rejected.value
+      end
+
+      def errored
+        @errored.value
+      end
+
+      def to_h
+        config = consumer_class.config
+        {
+          class_name: consumer_class.name,
+          exchange: config.exchange_name,
+          queue: config.queue_name,
+          route: extract_route(config),
+          threads: config.worker_threads,
+          processed: @processed.value,
+          rejected: @rejected.value,
+          errored: @errored.value
+        }
+      end
+
+      private
+
+      def extract_route(config)
+        binds = config.binds_args
+        return nil if binds.empty?
+
+        keys = binds.filter_map { |b| b[:routing_key] }
+        return nil if keys.empty?
+
+        (keys.length == 1) ? keys.first : keys
+      end
+    end
+  end
+end

data/lib/lepus/consumers/stats_registry.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+require "concurrent"
+
+module Lepus
+  module Consumers
+    # Per-worker registry of consumer stats.
+    # Uses Concurrent::Map for thread-safe lazy initialization.
+    class StatsRegistry
+      def initialize
+        @stats = Concurrent::Map.new
+      end
+
+      def for(consumer_class)
+        @stats.compute_if_absent(consumer_class.name) do
+          Stats.new(consumer_class)
+        end
+      end
+
+      def all
+        @stats.values.map(&:to_h)
+      end
+
+      def connection_count
+        @stats.size
+      end
+    end
+  end
+end

data/lib/lepus/consumers/worker.rb

@@ -110,12 +110,7 @@ module Lepus
                 main_queue.bind(exchange, **opts)
               end
 
-              consumer_handler = Lepus::Consumers::Handler.new(
-                consumer_class,
-                channel,
-                main_queue,
-                "#{consumer_class.name}-#{n + 1}"
-              )
+              consumer_handler = build_handler(consumer_class, channel, main_queue, "#{consumer_class.name}-#{n + 1}")
 
               consumer_handler.on_delivery do |delivery_info, metadata, payload|
                 consumer_handler.process_delivery(delivery_info, metadata, payload)
@@ -126,6 +121,12 @@ module Lepus
         end
       end
 
+      # Factory method for creating consumer handlers.
+      # Overridden by Lepus::Web to attach stats tracking.
+      def build_handler(consumer_class, channel, queue, tag)
+        Lepus::Consumers::Handler.new(consumer_class, channel, queue, tag)
+      end
+
       def connection_pool
         return @connection_pool if defined?(@connection_pool)
 

data/lib/lepus/process.rb

@@ -74,12 +74,12 @@ module Lepus
       Processes::MEMORY_GRABBER.call(pid)
     end
 
-    def heartbeat
+    def heartbeat(metrics: {})
       now = Time.now
       Lepus.instrument :heartbeat_process, process: self, rss_memory: 0, last_heartbeat_at: now do |payload|
         ProcessRegistry.find(id) # ensure process is still registered
 
-        update_attributes(last_heartbeat_at: now)
+        update_attributes(last_heartbeat_at: now, metrics: metrics)
         payload[:rss_memory] = rss_memory
       rescue Exception => error # rubocop:disable Lint/RescueException
         payload[:error] = error
@@ -87,9 +87,9 @@ module Lepus
       end
     end
 
-    def update_attributes(new_attributes)
+    def update_attributes(metrics: {}, **new_attributes)
       @attributes = @attributes.merge(new_attributes)
-      ProcessRegistry.update(self)
+      ProcessRegistry.update(self, metrics: metrics)
     end
 
     def destroy!

data/lib/lepus/process_registry/backend.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+module Lepus
+  class ProcessRegistry
+    # Abstract backend interface for process registry storage.
+    # Implementations must provide all methods defined here.
+    module Backend
+      def start
+        raise NotImplementedError, "#{self.class}#start must be implemented"
+      end
+
+      def stop
+        raise NotImplementedError, "#{self.class}#stop must be implemented"
+      end
+
+      def add(process)
+        raise NotImplementedError, "#{self.class}#add must be implemented"
+      end
+
+      def update(process, metrics: {})
+        add(process, metrics: metrics)
+      end
+
+      def delete(process)
+        raise NotImplementedError, "#{self.class}#delete must be implemented"
+      end
+
+      def find(id)
+        raise NotImplementedError, "#{self.class}#find must be implemented"
+      end
+
+      def exists?(id)
+        raise NotImplementedError, "#{self.class}#exists? must be implemented"
+      end
+
+      def all
+        raise NotImplementedError, "#{self.class}#all must be implemented"
+      end
+
+      def count
+        raise NotImplementedError, "#{self.class}#count must be implemented"
+      end
+
+      def clear
+        raise NotImplementedError, "#{self.class}#clear must be implemented"
+      end
+    end
+  end
+end